08:03:35.703 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:03:35.703 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskhwUEiD/test-tmp
08:03:35.704 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
08:03:35.704 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskhwUEiD/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
08:03:35.705 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:03:36.006 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:03:36.006 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:03:36.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.009425 27483 mini_oidc.cc:150] Starting JWKS server
08:03:36.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.011885 27483 webserver.cc:480] Webserver started at http://127.0.0.1:37459/ using document root <none> and password file <none>
08:03:36.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.012096 27483 mini_oidc.cc:186] Starting OIDC Discovery server
08:03:36.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.012554 27483 webserver.cc:480] Webserver started at http://127.0.0.1:39353/ using document root <none> and password file <none>
08:03:36.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-31T08:03:36Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:03:36.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-31T08:03:36Z Disabled control of system clock
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.037019 27483 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/wal
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/data
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/logs
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/data/info.pb
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.214.254:41801
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.214.254
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.214.212:36817
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37459/jwks.json
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.336177 27494 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.336463 27494 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.336539 27494 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:36.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.344390 27494 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:36.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.344485 27494 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:36.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.344532 27494 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:36.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.344570 27494 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:36.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.344619 27494 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:36.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.344656 27494 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:36.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.344708 27494 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37459/jwks.json
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.353999 27494 master_runner.cc:386] Master server non-default flags:
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.214.212:36817
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/data
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/wal
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.214.254:41801
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37459/jwks.json
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/data/info.pb
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.214.254
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/logs
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Aug 2025 07:43:22 UTC on 24a791456cd2
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7828
08:03:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.355513 27494 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:36.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.357128 27494 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:36.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.364470 27499 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:36.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.364446 27500 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:36.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.365351 27502 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:36.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.366113 27494 server_base.cc:1047] running on GCE node
08:03:36.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.366803 27494 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:36.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.368021 27494 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.369220 27494 hybrid_clock.cc:648] HybridClock initialized: now 1756627416369169 us; error 36 us; skew 500 ppm
08:03:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.369493 27494 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.371659 27494 webserver.cc:480] Webserver started at http://127.26.214.254:43201/ using document root <none> and password file <none>
08:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.372309 27494 fs_manager.cc:362] Metadata directory not provided
08:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.372406 27494 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.372684 27494 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.374945 27494 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/data/instance:
08:03:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95140f2ea6154a039555b746a5ecc9c9"
08:03:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:36 on dist-test-slave-2m1d"
08:03:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.375610 27494 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/wal/instance:
08:03:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95140f2ea6154a039555b746a5ecc9c9"
08:03:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:36 on dist-test-slave-2m1d"
08:03:36.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.380405 27494 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
08:03:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.383322 27508 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.384436 27494 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.003s
08:03:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.384570 27494 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/data,/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/wal
08:03:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95140f2ea6154a039555b746a5ecc9c9"
08:03:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:36 on dist-test-slave-2m1d"
08:03:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.384717 27494 fs_report.cc:389] FS layout report
08:03:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/wal
08:03:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/wal
08:03:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/data/data
08:03:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:36.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.400750 27494 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:36.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.401453 27494 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:36.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.401674 27494 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:36.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.421921 27494 rpc_server.cc:307] RPC server started. Bound to: 127.26.214.254:41801
08:03:36.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.421943 27569 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.214.254:41801 every 8 connection(s)
08:03:36.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.423363 27494 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/data/info.pb
08:03:36.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.426795 27570 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:36.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.428866 27483 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu as pid 27494
08:03:36.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.429159 27483 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/wal/instance
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.431934 27483 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/wal
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/data
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/logs
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/data/info.pb
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.214.253:35555
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.214.253
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.214.212:36817
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37459/jwks.json
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.434134 27570 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } has no permanent_uuid. Determining permanent_uuid...
08:03:36.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.449297 27570 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } has no permanent_uuid. Determining permanent_uuid...
08:03:36.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.450335 27509 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:36.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.451690 27570 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.214.253:35555: Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:36.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.500986 27570 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } attempt: 1
08:03:36.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.502765 27570 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.214.253:35555: Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.570968 27570 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } attempt: 2
08:03:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.572571 27570 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.214.253:35555: Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.663899 27570 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } attempt: 3
08:03:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.665580 27570 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.214.253:35555: Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:36.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.733685 27572 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:36.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.733966 27572 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:36.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.734048 27572 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:36.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.741883 27572 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:36.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.741971 27572 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:36.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.742017 27572 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:36.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.742063 27572 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:36.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.742143 27572 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:36.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.742189 27572 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:36.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.742233 27572 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37459/jwks.json
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.751436 27572 master_runner.cc:386] Master server non-default flags:
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.214.212:36817
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/data
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/wal
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.214.253:35555
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37459/jwks.json
08:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/data/info.pb
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.214.253
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/logs
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Aug 2025 07:43:22 UTC on 24a791456cd2
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7828
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.752890 27572 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:36.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.754550 27572 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.761546 27581 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.761519 27580 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.762213 27583 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.762614 27572 server_base.cc:1047] running on GCE node
08:03:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.763294 27572 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.764505 27572 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:36.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.765717 27572 hybrid_clock.cc:648] HybridClock initialized: now 1756627416765661 us; error 33 us; skew 500 ppm
08:03:36.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.765997 27572 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.767971 27572 webserver.cc:480] Webserver started at http://127.26.214.253:43247/ using document root <none> and password file <none>
08:03:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.768615 27572 fs_manager.cc:362] Metadata directory not provided
08:03:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.768708 27572 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.768972 27572 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.771189 27572 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/data/instance:
08:03:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c2e085630724d348efa518294b1228a"
08:03:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:36 on dist-test-slave-2m1d"
08:03:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.771870 27572 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/wal/instance:
08:03:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c2e085630724d348efa518294b1228a"
08:03:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:36 on dist-test-slave-2m1d"
08:03:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.776671 27572 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.002s sys 0.004s
08:03:36.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.779851 27589 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.781152 27572 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.781296 27572 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/data,/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/wal
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c2e085630724d348efa518294b1228a"
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:36 on dist-test-slave-2m1d"
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.781461 27572 fs_report.cc:389] FS layout report
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/wal
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/wal
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/data/data
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:36.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.795442 27572 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:36.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.796171 27572 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:36.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.796391 27572 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.808841 27570 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } attempt: 4
08:03:36.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.810858 27570 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.214.253:35555: Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:36.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.816794 27572 rpc_server.cc:307] RPC server started. Bound to: 127.26.214.253:35555
08:03:36.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.816816 27650 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.214.253:35555 every 8 connection(s)
08:03:36.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.818183 27572 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/data/info.pb
08:03:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.821857 27651 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:36.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.827821 27483 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu as pid 27572
08:03:36.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.827953 27483 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-1/wal/instance
08:03:36.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.827678 27651 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } has no permanent_uuid. Determining permanent_uuid...
08:03:36.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.828835 27483 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/wal
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/data
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/logs
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/data/info.pb
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.214.252:38189
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.214.252
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.214.212:36817
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37459/jwks.json
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.841465 27651 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } has no permanent_uuid. Determining permanent_uuid...
08:03:36.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.850708 27651 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } has no permanent_uuid. Determining permanent_uuid...
08:03:36.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.851830 27593 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111)
08:03:36.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.853371 27651 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.214.252:38189: Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111)
08:03:36.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.902645 27651 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } attempt: 1
08:03:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.904403 27651 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.214.252:38189: Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111)
08:03:36.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:36.972597 27651 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } attempt: 2
08:03:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:36.974426 27651 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.214.252:38189: Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111)
08:03:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.065646 27651 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } attempt: 3
08:03:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.067516 27651 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.214.252:38189: Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111)
08:03:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.110137 27570 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } attempt: 5
08:03:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.115931 27570 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } has no permanent_uuid. Determining permanent_uuid...
08:03:37.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.117656 27570 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.214.252:38189: Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111)
08:03:37.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.135916 27654 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:37.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.136196 27654 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:37.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.136274 27654 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:37.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.144505 27654 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:37.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.144598 27654 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:37.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.144644 27654 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:37.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.144692 27654 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:37.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.144742 27654 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:37.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.144778 27654 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:37.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.144827 27654 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37459/jwks.json
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.154214 27654 master_runner.cc:386] Master server non-default flags:
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.214.212:36817
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/data
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/wal
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.214.252:38189
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37459/jwks.json
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/data/info.pb
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.214.252
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/logs
08:03:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Aug 2025 07:43:22 UTC on 24a791456cd2
08:03:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7828
08:03:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.155748 27654 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:37.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.157410 27654 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.164754 27662 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.164750 27661 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.165681 27664 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:37.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.166306 27654 server_base.cc:1047] running on GCE node
08:03:37.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.166980 27654 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:37.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.168233 27654 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:37.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.168872 27570 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } attempt: 1
08:03:37.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.169440 27654 hybrid_clock.cc:648] HybridClock initialized: now 1756627417169378 us; error 37 us; skew 500 ppm
08:03:37.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.169766 27654 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:37.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.170421 27570 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.214.252:38189: Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111)
08:03:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.171777 27654 webserver.cc:480] Webserver started at http://127.26.214.252:37537/ using document root <none> and password file <none>
08:03:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.172413 27654 fs_manager.cc:362] Metadata directory not provided
08:03:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.172505 27654 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.172789 27654 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.175005 27654 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/data/instance:
08:03:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72e3d0f132954c6485490aa7c9807394"
08:03:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:37 on dist-test-slave-2m1d"
08:03:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.175691 27654 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/wal/instance:
08:03:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72e3d0f132954c6485490aa7c9807394"
08:03:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:37 on dist-test-slave-2m1d"
08:03:37.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.180428 27654 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.001s sys 0.004s
08:03:37.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.183638 27670 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.184816 27654 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.184973 27654 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/data,/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/wal
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72e3d0f132954c6485490aa7c9807394"
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:37 on dist-test-slave-2m1d"
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.185149 27654 fs_report.cc:389] FS layout report
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/wal
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/wal
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/data/data
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:37.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.202448 27654 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:37.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.203248 27654 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:37.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.203522 27654 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:37.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.210729 27651 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } attempt: 4
08:03:37.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.212669 27651 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.214.252:38189: Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111)
08:03:37.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.224153 27654 rpc_server.cc:307] RPC server started. Bound to: 127.26.214.252:38189
08:03:37.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.224187 27731 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.214.252:38189 every 8 connection(s)
08:03:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.225508 27654 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/data/info.pb
08:03:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.229063 27732 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.235008 27483 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu as pid 27654
08:03:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.234550 27732 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } has no permanent_uuid. Determining permanent_uuid...
08:03:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.235198 27483 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/wal/instance
08:03:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.239138 27570 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } attempt: 2
08:03:37.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.251623 27732 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } has no permanent_uuid. Determining permanent_uuid...
08:03:37.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.257576 27570 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9: Bootstrap starting.
08:03:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.261051 27732 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } has no permanent_uuid. Determining permanent_uuid...
08:03:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.261461 27570 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9: Neither blocks nor log segments found. Creating new log.
08:03:37.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.262708 27570 log.cc:826] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9: Log is configured to *not* fsync() on all Append() calls
08:03:37.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.265961 27570 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9: No bootstrap required, opened a new log
08:03:37.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.272066 27732 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394: Bootstrap starting.
08:03:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.272778 27570 raft_consensus.cc:357] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.273100 27570 raft_consensus.cc:383] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.273200 27570 raft_consensus.cc:738] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 95140f2ea6154a039555b746a5ecc9c9, State: Initialized, Role: FOLLOWER
08:03:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.274101 27570 consensus_queue.cc:260] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.274466 27741 raft_consensus.cc:491] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.275820 27732 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394: Neither blocks nor log segments found. Creating new log.
08:03:37.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.274698 27741 raft_consensus.cc:513] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:37.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.276930 27742 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:37.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.277057 27732 log.cc:826] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394: Log is configured to *not* fsync() on all Append() calls
08:03:37.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.277339 27742 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: This master's current role is: FOLLOWER
08:03:37.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.278185 27570 sys_catalog.cc:564] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: configured and running, proceeding with master startup.
08:03:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.278190 27741 leader_election.cc:290] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7c2e085630724d348efa518294b1228a (127.26.214.253:35555), 72e3d0f132954c6485490aa7c9807394 (127.26.214.252:38189)
08:03:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.280676 27732 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394: No bootstrap required, opened a new log
08:03:37.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.287523 27732 raft_consensus.cc:357] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:37.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.287869 27732 raft_consensus.cc:383] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:37.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.287972 27732 raft_consensus.cc:738] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 72e3d0f132954c6485490aa7c9807394, State: Initialized, Role: FOLLOWER
08:03:37.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.288633 27732 consensus_queue.cc:260] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:37.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.290588 27754 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:37.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.290716 27754 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:37.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.288858 27494 master_runner.cc:186] Error getting master registration for 127.26.214.253:35555: OK, instance_id { permanent_uuid: "7c2e085630724d348efa518294b1228a" instance_seqno: 1756627416812179 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:37.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.296278 27757 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:37.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.296540 27757 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: This master's current role is: FOLLOWER
08:03:37.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.296459 27494 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:37.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.296753 27757 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:37.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.296965 27757 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.299643 27732 sys_catalog.cc:564] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: configured and running, proceeding with master startup.
08:03:37.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.299710 27697 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "95140f2ea6154a039555b746a5ecc9c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "72e3d0f132954c6485490aa7c9807394" is_pre_election: true
08:03:37.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.300158 27697 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 95140f2ea6154a039555b746a5ecc9c9 in term 0.
08:03:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.300837 27512 leader_election.cc:304] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394, 95140f2ea6154a039555b746a5ecc9c9; no voters:
08:03:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.301214 27741 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.301360 27741 raft_consensus.cc:491] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.301461 27741 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 0 FOLLOWER]: Advancing to term 1
08:03:37.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.304662 27741 raft_consensus.cc:513] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:37.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.305559 27741 leader_election.cc:290] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [CANDIDATE]: Term 1 election: Requested vote from peers 7c2e085630724d348efa518294b1228a (127.26.214.253:35555), 72e3d0f132954c6485490aa7c9807394 (127.26.214.252:38189)
08:03:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.306365 27535 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "72e3d0f132954c6485490aa7c9807394" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "95140f2ea6154a039555b746a5ecc9c9" is_pre_election: true
08:03:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.306842 27535 raft_consensus.cc:2391] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 72e3d0f132954c6485490aa7c9807394 in current term 1: Already voted for candidate 95140f2ea6154a039555b746a5ecc9c9 in this term.
08:03:37.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.307705 27757 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:03:37.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.308601 27697 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "95140f2ea6154a039555b746a5ecc9c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "72e3d0f132954c6485490aa7c9807394"
08:03:37.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.308806 27697 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 0 FOLLOWER]: Advancing to term 1
08:03:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.312168 27697 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 95140f2ea6154a039555b746a5ecc9c9 in term 1.
08:03:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.312625 27512 leader_election.cc:304] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394, 95140f2ea6154a039555b746a5ecc9c9; no voters:
08:03:37.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.312966 27741 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 1 FOLLOWER]: Leader election won for term 1
08:03:37.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.313118 27741 raft_consensus.cc:695] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 1 LEADER]: Becoming Leader. State: Replica: 95140f2ea6154a039555b746a5ecc9c9, State: Running, Role: LEADER
08:03:37.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.313666 27741 consensus_queue.cc:237] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.318728 27742 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 95140f2ea6154a039555b746a5ecc9c9. Latest consensus state: current_term: 1 leader_uuid: "95140f2ea6154a039555b746a5ecc9c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.318964 27742 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: This master's current role is: LEADER
08:03:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.329591 27765 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:03:37.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.334275 27765 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:03:37.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.352864 27697 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 1 FOLLOWER]: Refusing update from remote peer 95140f2ea6154a039555b746a5ecc9c9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:37.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.353861 27741 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:37.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.350864 27654 master_runner.cc:186] Error getting master registration for 127.26.214.253:35555: OK, instance_id { permanent_uuid: "7c2e085630724d348efa518294b1228a" instance_seqno: 1756627416812179 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:37.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.356737 27654 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.360390 27771 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.360631 27771 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.374616 27757 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 95140f2ea6154a039555b746a5ecc9c9. Latest consensus state: current_term: 1 leader_uuid: "95140f2ea6154a039555b746a5ecc9c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.374893 27757 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: This master's current role is: FOLLOWER
08:03:37.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.376523 27770 mvcc.cc:204] Tried to move back new op lower bound from 7195145901466415104 to 7195145901324152832. Current Snapshot: MvccSnapshot[applied={T|T < 7195145901466415104}]
08:03:37.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.384712 27773 mvcc.cc:204] Tried to move back new op lower bound from 7195145901466415104 to 7195145901324152832. Current Snapshot: MvccSnapshot[applied={T|T < 7195145901466415104}]
08:03:37.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.386122 27742 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "95140f2ea6154a039555b746a5ecc9c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:37.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.386474 27742 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: This master's current role is: LEADER
08:03:37.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.395056 27765 catalog_manager.cc:1349] Generated new cluster ID: 85441ef64c8447c4875cdd474713e7b8
08:03:37.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.395222 27765 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:03:37.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.395682 27757 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "95140f2ea6154a039555b746a5ecc9c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:37.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.395908 27757 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: This master's current role is: FOLLOWER
08:03:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.452438 27765 catalog_manager.cc:1372] Generated new certificate authority record
08:03:37.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.456799 27765 catalog_manager.cc:1506] Loading token signing keys...
08:03:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.495005 27765 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9: Generated new TSK 0
08:03:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.496233 27765 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:03:37.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.512018 27651 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } attempt: 5
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.513938 27483 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/wal
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/data
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/logs
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/data/info.pb
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.214.193:0
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.214.193
08:03:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.214.193
08:03:37.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:37.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189
08:03:37.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.214.212:36817
08:03:37.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:37.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:37.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:37.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:37.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:37.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:03:37.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.529436 27651 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a: Bootstrap starting.
08:03:37.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.537820 27651 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a: Neither blocks nor log segments found. Creating new log.
08:03:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.543474 27651 log.cc:826] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a: Log is configured to *not* fsync() on all Append() calls
08:03:37.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.549485 27651 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a: No bootstrap required, opened a new log
08:03:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.560352 27651 raft_consensus.cc:357] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:37.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.561018 27651 raft_consensus.cc:383] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:37.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.561268 27651 raft_consensus.cc:738] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c2e085630724d348efa518294b1228a, State: Initialized, Role: FOLLOWER
08:03:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.562788 27651 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.579986 27614 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "72e3d0f132954c6485490aa7c9807394" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7c2e085630724d348efa518294b1228a" is_pre_election: true
08:03:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.580358 27613 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 0 FOLLOWER]: Advancing to term 1
08:03:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.580734 27614 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:57706 (request call id 1) took 272 ms (client timeout 325 ms). Trace:
08:03:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.580876 27614 rpcz_store.cc:269] 0831 08:03:37.308015 (+ 0us) service_pool.cc:168] Inserting onto call queue
08:03:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:37.308075 (+ 60us) service_pool.cc:225] Handling call
08:03:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:37.580653 (+272578us) inbound_call.cc:173] Queueing success response
08:03:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:03:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.582180 27615 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "95140f2ea6154a039555b746a5ecc9c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7c2e085630724d348efa518294b1228a"
08:03:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.582379 27671 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394; no voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9
08:03:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.582584 27616 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "95140f2ea6154a039555b746a5ecc9c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7c2e085630724d348efa518294b1228a" is_pre_election: true
08:03:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.582779 27651 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [sys.catalog]: configured and running, proceeding with master startup.
08:03:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.582890 27616 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:57696 (request call id 1) took 305 ms (client timeout 330 ms). Trace:
08:03:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.582996 27616 rpcz_store.cc:269] 0831 08:03:37.277549 (+ 0us) service_pool.cc:168] Inserting onto call queue
08:03:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:37.277618 (+ 69us) service_pool.cc:225] Handling call
08:03:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:37.582851 (+305233us) inbound_call.cc:173] Queueing success response
08:03:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:03:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.583137 27757 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:03:37.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.586097 27613 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 1 FOLLOWER]: Refusing update from remote peer 95140f2ea6154a039555b746a5ecc9c9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.587078 27741 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:37.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.579509 27779 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:37.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.599202 27779 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [sys.catalog]: This master's current role is: FOLLOWER
08:03:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.635329 27781 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 95140f2ea6154a039555b746a5ecc9c9. Latest consensus state: current_term: 1 leader_uuid: "95140f2ea6154a039555b746a5ecc9c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:37.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.635690 27781 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [sys.catalog]: This master's current role is: FOLLOWER
08:03:37.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.635784 27779 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "95140f2ea6154a039555b746a5ecc9c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:37.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.636003 27779 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [sys.catalog]: This master's current role is: FOLLOWER
08:03:37.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.657503 27795 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:03:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.696585 27741 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "95140f2ea6154a039555b746a5ecc9c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.696916 27741 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: This master's current role is: LEADER
08:03:37.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.977490 27777 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:37.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.977784 27777 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:37.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.977911 27777 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:37.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.986181 27777 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:37.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.986330 27777 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:03:37.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.986402 27777 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:03:37.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.986461 27777 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:03:37.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:37.986550 27777 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.214.193
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.996169 27777 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.214.212:36817
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/data
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/wal
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.214.193:0
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/data/info.pb
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.214.193
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.214.193
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/logs
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Aug 2025 07:43:22 UTC on 24a791456cd2
08:03:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7828
08:03:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.997742 27777 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:37.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:37.999482 27777 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:38.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.008486 27800 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:38.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.008524 27801 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:38.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.009020 27803 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:38.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.009506 27777 server_base.cc:1047] running on GCE node
08:03:38.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.010020 27777 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:38.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.010924 27777 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:38.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.012128 27777 hybrid_clock.cc:648] HybridClock initialized: now 1756627418012066 us; error 38 us; skew 500 ppm
08:03:38.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.012401 27777 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.014443 27777 webserver.cc:480] Webserver started at http://127.26.214.193:36341/ using document root <none> and password file <none>
08:03:38.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.015179 27777 fs_manager.cc:362] Metadata directory not provided
08:03:38.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.015295 27777 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:38.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.015617 27777 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.017817 27777 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/data/instance:
08:03:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8fc624aa52a34d209790a83eabcd37f7"
08:03:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:38 on dist-test-slave-2m1d"
08:03:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.018554 27777 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/wal/instance:
08:03:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8fc624aa52a34d209790a83eabcd37f7"
08:03:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:38 on dist-test-slave-2m1d"
08:03:38.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.023236 27777 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.000s
08:03:38.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.026414 27809 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:38.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.027588 27777 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.004s
08:03:38.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.027732 27777 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/data,/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/wal
08:03:38.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8fc624aa52a34d209790a83eabcd37f7"
08:03:38.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:38 on dist-test-slave-2m1d"
08:03:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.027904 27777 fs_report.cc:389] FS layout report
08:03:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/wal
08:03:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/wal
08:03:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/data/data
08:03:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:38.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.040009 27777 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:38.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.040745 27777 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.041008 27777 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:38.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.043736 27777 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:38.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.043834 27777 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.043941 27777 ts_tablet_manager.cc:610] Registered 0 tablets
08:03:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.044024 27777 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.095299 27777 rpc_server.cc:307] RPC server started. Bound to: 127.26.214.193:42967
08:03:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.095342 27933 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.214.193:42967 every 8 connection(s)
08:03:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.096596 27777 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/data/info.pb
08:03:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.098768 27483 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu as pid 27777
08:03:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.098954 27483 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-0/wal/instance
08:03:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.099011 27935 heartbeater.cc:344] Connected to a master server at 127.26.214.254:41801
08:03:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.099762 27935 heartbeater.cc:461] Registering TS with master...
08:03:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.101322 27935 heartbeater.cc:507] Master 127.26.214.254:41801 requested a full tablet report, sending...
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.104066 27483 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/wal
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/data
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/logs
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/data/info.pb
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.214.194:0
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.214.194
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.214.194
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.214.212:36817
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.104861 27525 ts_manager.cc:194] Registered new tserver with Master: 8fc624aa52a34d209790a83eabcd37f7 (127.26.214.193:42967)
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.105223 27936 heartbeater.cc:344] Connected to a master server at 127.26.214.253:35555
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.105340 27936 heartbeater.cc:461] Registering TS with master...
08:03:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.105800 27936 heartbeater.cc:507] Master 127.26.214.253:35555 requested a full tablet report, sending...
08:03:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.107034 27525 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.26.214.193:34437
08:03:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.107406 27605 ts_manager.cc:194] Registered new tserver with Master: 8fc624aa52a34d209790a83eabcd37f7 (127.26.214.193:42967)
08:03:38.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.110991 27934 heartbeater.cc:344] Connected to a master server at 127.26.214.252:38189
08:03:38.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.111097 27934 heartbeater.cc:461] Registering TS with master...
08:03:38.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.111346 27934 heartbeater.cc:507] Master 127.26.214.252:38189 requested a full tablet report, sending...
08:03:38.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.112566 27687 ts_manager.cc:194] Registered new tserver with Master: 8fc624aa52a34d209790a83eabcd37f7 (127.26.214.193:42967)
08:03:38.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.362950 27771 catalog_manager.cc:1261] Loaded cluster ID: 85441ef64c8447c4875cdd474713e7b8
08:03:38.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.363071 27771 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394: loading cluster ID for follower catalog manager: success
08:03:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.366756 27771 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394: acquiring CA information for follower catalog manager: success
08:03:38.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.369071 27771 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:38.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.412923 27939 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:38.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.413182 27939 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:38.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.413271 27939 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:38.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.420926 27939 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:38.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.421043 27939 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:03:38.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.421089 27939 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:03:38.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.421131 27939 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:03:38.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.421213 27939 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.214.194
08:03:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.430279 27939 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.214.212:36817
08:03:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/data
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/wal
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.214.194:0
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/data/info.pb
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.214.194
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.214.194
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/logs
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Aug 2025 07:43:22 UTC on 24a791456cd2
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7828
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.431746 27939 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:38.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.433359 27939 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:38.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.442193 27945 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:38.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.442173 27944 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.442960 27947 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.443397 27939 server_base.cc:1047] running on GCE node
08:03:38.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.443933 27939 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:38.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.444746 27939 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:38.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.445950 27939 hybrid_clock.cc:648] HybridClock initialized: now 1756627418445898 us; error 28 us; skew 500 ppm
08:03:38.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.446246 27939 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:38.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.448146 27939 webserver.cc:480] Webserver started at http://127.26.214.194:45035/ using document root <none> and password file <none>
08:03:38.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.448812 27939 fs_manager.cc:362] Metadata directory not provided
08:03:38.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.448925 27939 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:38.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.449240 27939 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:38.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.451422 27939 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/data/instance:
08:03:38.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e829eb192fa4ea8b6a542fcf46402b0"
08:03:38.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:38 on dist-test-slave-2m1d"
08:03:38.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.452132 27939 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/wal/instance:
08:03:38.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e829eb192fa4ea8b6a542fcf46402b0"
08:03:38.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:38 on dist-test-slave-2m1d"
08:03:38.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.457109 27939 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.001s
08:03:38.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.460152 27953 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:38.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.461544 27939 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s
08:03:38.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.461696 27939 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/data,/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/wal
08:03:38.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e829eb192fa4ea8b6a542fcf46402b0"
08:03:38.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:38 on dist-test-slave-2m1d"
08:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.461874 27939 fs_report.cc:389] FS layout report
08:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/wal
08:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/wal
08:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/data/data
08:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:38.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.520907 27939 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:38.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.521703 27939 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:38.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.521940 27939 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.524726 27939 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.524843 27939 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.524947 27939 ts_tablet_manager.cc:610] Registered 0 tablets
08:03:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.525012 27939 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.580765 27939 rpc_server.cc:307] RPC server started. Bound to: 127.26.214.194:42745
08:03:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.580803 28074 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.214.194:42745 every 8 connection(s)
08:03:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.581969 27939 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/data/info.pb
08:03:38.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.583961 28076 heartbeater.cc:344] Connected to a master server at 127.26.214.254:41801
08:03:38.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.585089 28076 heartbeater.cc:461] Registering TS with master...
08:03:38.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.586046 28076 heartbeater.cc:507] Master 127.26.214.254:41801 requested a full tablet report, sending...
08:03:38.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.587648 27525 ts_manager.cc:194] Registered new tserver with Master: 5e829eb192fa4ea8b6a542fcf46402b0 (127.26.214.194:42745)
08:03:38.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.588647 27525 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.26.214.194:49965
08:03:38.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.591120 28075 heartbeater.cc:344] Connected to a master server at 127.26.214.252:38189
08:03:38.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.591230 28075 heartbeater.cc:461] Registering TS with master...
08:03:38.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.591542 28075 heartbeater.cc:507] Master 127.26.214.252:38189 requested a full tablet report, sending...
08:03:38.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.591939 27483 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu as pid 27939
08:03:38.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.592116 27483 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-1/wal/instance
08:03:38.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.592139 28077 heartbeater.cc:344] Connected to a master server at 127.26.214.253:35555
08:03:38.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.592253 28077 heartbeater.cc:461] Registering TS with master...
08:03:38.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.592427 27687 ts_manager.cc:194] Registered new tserver with Master: 5e829eb192fa4ea8b6a542fcf46402b0 (127.26.214.194:42745)
08:03:38.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.592509 28077 heartbeater.cc:507] Master 127.26.214.253:35555 requested a full tablet report, sending...
08:03:38.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.593446 27605 ts_manager.cc:194] Registered new tserver with Master: 5e829eb192fa4ea8b6a542fcf46402b0 (127.26.214.194:42745)
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.595136 27483 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/wal
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/data
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/logs
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/data/info.pb
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.214.195:0
08:03:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.214.195
08:03:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.214.195
08:03:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189
08:03:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.214.212:36817
08:03:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:03:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.662467 27795 catalog_manager.cc:1261] Loaded cluster ID: 85441ef64c8447c4875cdd474713e7b8
08:03:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.662621 27795 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a: loading cluster ID for follower catalog manager: success
08:03:38.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.666407 27795 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a: acquiring CA information for follower catalog manager: success
08:03:38.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.668712 27795 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.905045 28080 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.905323 28080 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.905411 28080 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.913492 28080 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.913623 28080 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:03:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.913669 28080 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:03:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.913703 28080 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:03:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.913790 28080 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.214.195
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.923789 28080 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.214.212:36817
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/data
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/wal
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.214.195:0
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/data/info.pb
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.214.195
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.214.195
08:03:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/logs
08:03:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Aug 2025 07:43:22 UTC on 24a791456cd2
08:03:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7828
08:03:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.925272 28080 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.926931 28080 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.935657 28087 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.935680 28086 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:38.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:38.937647 28089 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:38.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.938578 28080 server_base.cc:1047] running on GCE node
08:03:38.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.939162 28080 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:38.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.940109 28080 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:38.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.941334 28080 hybrid_clock.cc:648] HybridClock initialized: now 1756627418941269 us; error 40 us; skew 500 ppm
08:03:38.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.941756 28080 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:38.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.944046 28080 webserver.cc:480] Webserver started at http://127.26.214.195:45629/ using document root <none> and password file <none>
08:03:38.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.944744 28080 fs_manager.cc:362] Metadata directory not provided
08:03:38.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.944857 28080 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:38.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.945190 28080 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:38.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.947624 28080 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/data/instance:
08:03:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "453d025314a44f08a4e906e630b913c3"
08:03:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:38 on dist-test-slave-2m1d"
08:03:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.948381 28080 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/wal/instance:
08:03:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "453d025314a44f08a4e906e630b913c3"
08:03:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:38 on dist-test-slave-2m1d"
08:03:38.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.953361 28080 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.002s sys 0.004s
08:03:38.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.956597 28095 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.958053 28080 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.958233 28080 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/data,/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/wal
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "453d025314a44f08a4e906e630b913c3"
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:38 on dist-test-slave-2m1d"
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.958413 28080 fs_report.cc:389] FS layout report
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/wal
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/wal
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/data/data
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.970268 28080 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.971046 28080 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.971320 28080 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.974218 28080 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.974337 28080 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.974436 28080 ts_tablet_manager.cc:610] Registered 0 tablets
08:03:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:38.974514 28080 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.034598 28080 rpc_server.cc:307] RPC server started. Bound to: 127.26.214.195:35469
08:03:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.034638 28216 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.214.195:35469 every 8 connection(s)
08:03:39.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.035912 28080 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/data/info.pb
08:03:39.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.039137 28218 heartbeater.cc:344] Connected to a master server at 127.26.214.254:41801
08:03:39.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.039510 28218 heartbeater.cc:461] Registering TS with master...
08:03:39.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.040553 28218 heartbeater.cc:507] Master 127.26.214.254:41801 requested a full tablet report, sending...
08:03:39.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.040629 27483 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu as pid 28080
08:03:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.040771 27483 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/ts-2/wal/instance
08:03:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.043373 27525 ts_manager.cc:194] Registered new tserver with Master: 453d025314a44f08a4e906e630b913c3 (127.26.214.195:35469)
08:03:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.044366 27525 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.26.214.195:34345
08:03:39.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.045194 28217 heartbeater.cc:344] Connected to a master server at 127.26.214.252:38189
08:03:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.046016 28217 heartbeater.cc:461] Registering TS with master...
08:03:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.046463 28217 heartbeater.cc:507] Master 127.26.214.252:38189 requested a full tablet report, sending...
08:03:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.047760 27687 ts_manager.cc:194] Registered new tserver with Master: 453d025314a44f08a4e906e630b913c3 (127.26.214.195:35469)
08:03:39.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.049214 28219 heartbeater.cc:344] Connected to a master server at 127.26.214.253:35555
08:03:39.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.049329 28219 heartbeater.cc:461] Registering TS with master...
08:03:39.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.049649 28219 heartbeater.cc:507] Master 127.26.214.253:35555 requested a full tablet report, sending...
08:03:39.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.050592 27606 ts_manager.cc:194] Registered new tserver with Master: 453d025314a44f08a4e906e630b913c3 (127.26.214.195:35469)
08:03:39.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.063618 27483 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
08:03:39.065 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:03:39.065 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:03:39.066 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.26.214.254"
port: 41801
}
bound_http_address {
host: "127.26.214.254"
port: 43201
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.26.214.253"
port: 35555
}
bound_http_address {
host: "127.26.214.253"
port: 43247
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.26.214.252"
port: 38189
}
bound_http_address {
host: "127.26.214.252"
port: 37537
}
}
}
08:03:39.066 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:03:39.067 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.26.214.193"
port: 42967
}
bound_http_address {
host: "127.26.214.193"
port: 36341
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.26.214.194"
port: 42745
}
bound_http_address {
host: "127.26.214.194"
port: 45035
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.26.214.195"
port: 35469
}
bound_http_address {
host: "127.26.214.195"
port: 45629
}
}
}
08:03:39.067 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:03:39.069 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:03:39.070 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.214.252:38189(127.26.214.252:38189)] connecting to peer
08:03:39.071 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:39.072 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:39.072 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.214.252:38189(127.26.214.252:38189)] Successfully connected to peer
08:03:39.073 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.214.253:35555(127.26.214.253:35555)] Successfully connected to peer
08:03:39.073 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.214.254:41801(127.26.214.254:41801)] Successfully connected to peer
08:03:39.074 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.214.253
08:03:39.075 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.214.252
08:03:39.079 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.214.254
08:03:39.088 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x61c87560, L:/127.0.0.1:57718 - R:/127.26.214.253:35555] using SASL/PLAIN
08:03:39.094 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdfb2d1fc, L:/127.0.0.1:33878 - R:/127.26.214.252:38189] using SASL/PLAIN
08:03:39.095 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe030c6f2, L:/127.0.0.1:55692 - R:/127.26.214.254:41801] using SASL/PLAIN
08:03:39.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:03:39.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=31), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [27ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, deferred=null) after lookup
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.102356 27525 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55692:
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:39.104550 27525 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.109697 27935 heartbeater.cc:499] Master 127.26.214.254:41801 was elected leader, sending a full tablet report...
08:03:39.159 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table df4e7374a1134be7a069b0b65ece506d
08:03:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.194588 28151 tablet_service.cc:1468] Processing CreateTablet for tablet 03f7a26ec3cd4aee92c57ced9e6890bc (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=df4e7374a1134be7a069b0b65ece506d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:03:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.194506 27868 tablet_service.cc:1468] Processing CreateTablet for tablet 03f7a26ec3cd4aee92c57ced9e6890bc (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=df4e7374a1134be7a069b0b65ece506d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:03:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.195916 27868 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 03f7a26ec3cd4aee92c57ced9e6890bc. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.195945 28151 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 03f7a26ec3cd4aee92c57ced9e6890bc. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.196885 28004 tablet_service.cc:1468] Processing CreateTablet for tablet 11d5e42d78e7453a9fed51a2307cfc6b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=df4e7374a1134be7a069b0b65ece506d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:03:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.198210 28004 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 11d5e42d78e7453a9fed51a2307cfc6b. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:39.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.198446 28152 tablet_service.cc:1468] Processing CreateTablet for tablet 11d5e42d78e7453a9fed51a2307cfc6b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=df4e7374a1134be7a069b0b65ece506d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:03:39.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.198573 28003 tablet_service.cc:1468] Processing CreateTablet for tablet 03f7a26ec3cd4aee92c57ced9e6890bc (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=df4e7374a1134be7a069b0b65ece506d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:03:39.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.198940 28152 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 11d5e42d78e7453a9fed51a2307cfc6b. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:39.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.198992 28003 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 03f7a26ec3cd4aee92c57ced9e6890bc. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:39.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.199489 27869 tablet_service.cc:1468] Processing CreateTablet for tablet 11d5e42d78e7453a9fed51a2307cfc6b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=df4e7374a1134be7a069b0b65ece506d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:03:39.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.199882 27869 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 11d5e42d78e7453a9fed51a2307cfc6b. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:39.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.214118 28245 tablet_bootstrap.cc:492] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0: Bootstrap starting.
08:03:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.215610 28243 tablet_bootstrap.cc:492] T 11d5e42d78e7453a9fed51a2307cfc6b P 453d025314a44f08a4e906e630b913c3: Bootstrap starting.
08:03:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.216161 28244 tablet_bootstrap.cc:492] T 11d5e42d78e7453a9fed51a2307cfc6b P 8fc624aa52a34d209790a83eabcd37f7: Bootstrap starting.
08:03:39.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.218541 28245 tablet_bootstrap.cc:654] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0: Neither blocks nor log segments found. Creating new log.
08:03:39.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.219070 28244 tablet_bootstrap.cc:654] T 11d5e42d78e7453a9fed51a2307cfc6b P 8fc624aa52a34d209790a83eabcd37f7: Neither blocks nor log segments found. Creating new log.
08:03:39.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.219074 28243 tablet_bootstrap.cc:654] T 11d5e42d78e7453a9fed51a2307cfc6b P 453d025314a44f08a4e906e630b913c3: Neither blocks nor log segments found. Creating new log.
08:03:39.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.219725 28245 log.cc:826] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0: Log is configured to *not* fsync() on all Append() calls
08:03:39.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.220201 28244 log.cc:826] T 11d5e42d78e7453a9fed51a2307cfc6b P 8fc624aa52a34d209790a83eabcd37f7: Log is configured to *not* fsync() on all Append() calls
08:03:39.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.220199 28243 log.cc:826] T 11d5e42d78e7453a9fed51a2307cfc6b P 453d025314a44f08a4e906e630b913c3: Log is configured to *not* fsync() on all Append() calls
08:03:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.224057 28244 tablet_bootstrap.cc:492] T 11d5e42d78e7453a9fed51a2307cfc6b P 8fc624aa52a34d209790a83eabcd37f7: No bootstrap required, opened a new log
08:03:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.224315 28244 ts_tablet_manager.cc:1397] T 11d5e42d78e7453a9fed51a2307cfc6b P 8fc624aa52a34d209790a83eabcd37f7: Time spent bootstrapping tablet: real 0.008s user 0.008s sys 0.000s
08:03:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.224699 28245 tablet_bootstrap.cc:492] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0: No bootstrap required, opened a new log
08:03:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.224924 28245 ts_tablet_manager.cc:1397] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0: Time spent bootstrapping tablet: real 0.011s user 0.005s sys 0.003s
08:03:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.226423 28243 tablet_bootstrap.cc:492] T 11d5e42d78e7453a9fed51a2307cfc6b P 453d025314a44f08a4e906e630b913c3: No bootstrap required, opened a new log
08:03:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.226747 28243 ts_tablet_manager.cc:1397] T 11d5e42d78e7453a9fed51a2307cfc6b P 453d025314a44f08a4e906e630b913c3: Time spent bootstrapping tablet: real 0.011s user 0.005s sys 0.004s
08:03:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.231032 28244 raft_consensus.cc:357] T 11d5e42d78e7453a9fed51a2307cfc6b P 8fc624aa52a34d209790a83eabcd37f7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } }
08:03:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.231384 28244 raft_consensus.cc:383] T 11d5e42d78e7453a9fed51a2307cfc6b P 8fc624aa52a34d209790a83eabcd37f7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.231518 28244 raft_consensus.cc:738] T 11d5e42d78e7453a9fed51a2307cfc6b P 8fc624aa52a34d209790a83eabcd37f7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8fc624aa52a34d209790a83eabcd37f7, State: Initialized, Role: FOLLOWER
08:03:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.232175 28244 consensus_queue.cc:260] T 11d5e42d78e7453a9fed51a2307cfc6b P 8fc624aa52a34d209790a83eabcd37f7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } }
08:03:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.232913 28245 raft_consensus.cc:357] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.233322 28245 raft_consensus.cc:383] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.233501 28245 raft_consensus.cc:738] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5e829eb192fa4ea8b6a542fcf46402b0, State: Initialized, Role: FOLLOWER
08:03:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.234331 28245 consensus_queue.cc:260] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.234658 28243 raft_consensus.cc:357] T 11d5e42d78e7453a9fed51a2307cfc6b P 453d025314a44f08a4e906e630b913c3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } }
08:03:39.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.235129 28243 raft_consensus.cc:383] T 11d5e42d78e7453a9fed51a2307cfc6b P 453d025314a44f08a4e906e630b913c3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:39.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.235317 28243 raft_consensus.cc:738] T 11d5e42d78e7453a9fed51a2307cfc6b P 453d025314a44f08a4e906e630b913c3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 453d025314a44f08a4e906e630b913c3, State: Initialized, Role: FOLLOWER
08:03:39.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.236027 28243 consensus_queue.cc:260] T 11d5e42d78e7453a9fed51a2307cfc6b P 453d025314a44f08a4e906e630b913c3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } }
08:03:39.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.240191 28244 ts_tablet_manager.cc:1428] T 11d5e42d78e7453a9fed51a2307cfc6b P 8fc624aa52a34d209790a83eabcd37f7: Time spent starting tablet: real 0.016s user 0.014s sys 0.000s
08:03:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.243479 28244 tablet_bootstrap.cc:492] T 03f7a26ec3cd4aee92c57ced9e6890bc P 8fc624aa52a34d209790a83eabcd37f7: Bootstrap starting.
08:03:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.246711 28244 tablet_bootstrap.cc:654] T 03f7a26ec3cd4aee92c57ced9e6890bc P 8fc624aa52a34d209790a83eabcd37f7: Neither blocks nor log segments found. Creating new log.
08:03:39.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.250131 28245 ts_tablet_manager.cc:1428] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0: Time spent starting tablet: real 0.025s user 0.017s sys 0.003s
08:03:39.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.250630 28076 heartbeater.cc:499] Master 127.26.214.254:41801 was elected leader, sending a full tablet report...
08:03:39.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.251881 28245 tablet_bootstrap.cc:492] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0: Bootstrap starting.
08:03:39.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.253677 28244 tablet_bootstrap.cc:492] T 03f7a26ec3cd4aee92c57ced9e6890bc P 8fc624aa52a34d209790a83eabcd37f7: No bootstrap required, opened a new log
08:03:39.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.253716 28245 tablet_bootstrap.cc:654] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0: Neither blocks nor log segments found. Creating new log.
08:03:39.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.253856 28244 ts_tablet_manager.cc:1397] T 03f7a26ec3cd4aee92c57ced9e6890bc P 8fc624aa52a34d209790a83eabcd37f7: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.000s
08:03:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.254694 28244 raft_consensus.cc:357] T 03f7a26ec3cd4aee92c57ced9e6890bc P 8fc624aa52a34d209790a83eabcd37f7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.254904 28244 raft_consensus.cc:383] T 03f7a26ec3cd4aee92c57ced9e6890bc P 8fc624aa52a34d209790a83eabcd37f7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.254978 28244 raft_consensus.cc:738] T 03f7a26ec3cd4aee92c57ced9e6890bc P 8fc624aa52a34d209790a83eabcd37f7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8fc624aa52a34d209790a83eabcd37f7, State: Initialized, Role: FOLLOWER
08:03:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.255227 28244 consensus_queue.cc:260] T 03f7a26ec3cd4aee92c57ced9e6890bc P 8fc624aa52a34d209790a83eabcd37f7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.255977 28218 heartbeater.cc:499] Master 127.26.214.254:41801 was elected leader, sending a full tablet report...
08:03:39.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.257978 28244 ts_tablet_manager.cc:1428] T 03f7a26ec3cd4aee92c57ced9e6890bc P 8fc624aa52a34d209790a83eabcd37f7: Time spent starting tablet: real 0.004s user 0.002s sys 0.000s
08:03:39.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.258481 28243 ts_tablet_manager.cc:1428] T 11d5e42d78e7453a9fed51a2307cfc6b P 453d025314a44f08a4e906e630b913c3: Time spent starting tablet: real 0.032s user 0.020s sys 0.000s
08:03:39.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.259395 28245 tablet_bootstrap.cc:492] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0: No bootstrap required, opened a new log
08:03:39.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.259649 28245 ts_tablet_manager.cc:1397] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0: Time spent bootstrapping tablet: real 0.008s user 0.004s sys 0.003s
08:03:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.260531 28245 raft_consensus.cc:357] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } }
08:03:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.260828 28245 raft_consensus.cc:383] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.260993 28245 raft_consensus.cc:738] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5e829eb192fa4ea8b6a542fcf46402b0, State: Initialized, Role: FOLLOWER
08:03:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.261037 28243 tablet_bootstrap.cc:492] T 03f7a26ec3cd4aee92c57ced9e6890bc P 453d025314a44f08a4e906e630b913c3: Bootstrap starting.
08:03:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.261328 28245 consensus_queue.cc:260] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } }
08:03:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.262043 28245 ts_tablet_manager.cc:1428] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
08:03:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.262779 28243 tablet_bootstrap.cc:654] T 03f7a26ec3cd4aee92c57ced9e6890bc P 453d025314a44f08a4e906e630b913c3: Neither blocks nor log segments found. Creating new log.
08:03:39.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.265378 28243 tablet_bootstrap.cc:492] T 03f7a26ec3cd4aee92c57ced9e6890bc P 453d025314a44f08a4e906e630b913c3: No bootstrap required, opened a new log
08:03:39.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.265538 28243 ts_tablet_manager.cc:1397] T 03f7a26ec3cd4aee92c57ced9e6890bc P 453d025314a44f08a4e906e630b913c3: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
08:03:39.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.266219 28243 raft_consensus.cc:357] T 03f7a26ec3cd4aee92c57ced9e6890bc P 453d025314a44f08a4e906e630b913c3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.266422 28243 raft_consensus.cc:383] T 03f7a26ec3cd4aee92c57ced9e6890bc P 453d025314a44f08a4e906e630b913c3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:39.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.266512 28243 raft_consensus.cc:738] T 03f7a26ec3cd4aee92c57ced9e6890bc P 453d025314a44f08a4e906e630b913c3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 453d025314a44f08a4e906e630b913c3, State: Initialized, Role: FOLLOWER
08:03:39.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.266743 28243 consensus_queue.cc:260] T 03f7a26ec3cd4aee92c57ced9e6890bc P 453d025314a44f08a4e906e630b913c3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.267138 28243 ts_tablet_manager.cc:1428] T 03f7a26ec3cd4aee92c57ced9e6890bc P 453d025314a44f08a4e906e630b913c3: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
08:03:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:39.288689 28220 tablet.cc:2378] T 03f7a26ec3cd4aee92c57ced9e6890bc P 453d025314a44f08a4e906e630b913c3: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:39.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.304684 28250 raft_consensus.cc:491] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:39.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.304930 28250 raft_consensus.cc:513] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.306550 28250 leader_election.cc:290] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8fc624aa52a34d209790a83eabcd37f7 (127.26.214.193:42967), 453d025314a44f08a4e906e630b913c3 (127.26.214.195:35469)
08:03:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.314486 27889 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "03f7a26ec3cd4aee92c57ced9e6890bc" candidate_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8fc624aa52a34d209790a83eabcd37f7" is_pre_election: true
08:03:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.314479 28172 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "03f7a26ec3cd4aee92c57ced9e6890bc" candidate_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "453d025314a44f08a4e906e630b913c3" is_pre_election: true
08:03:39.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.314900 28172 raft_consensus.cc:2466] T 03f7a26ec3cd4aee92c57ced9e6890bc P 453d025314a44f08a4e906e630b913c3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5e829eb192fa4ea8b6a542fcf46402b0 in term 0.
08:03:39.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.314903 27889 raft_consensus.cc:2466] T 03f7a26ec3cd4aee92c57ced9e6890bc P 8fc624aa52a34d209790a83eabcd37f7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5e829eb192fa4ea8b6a542fcf46402b0 in term 0.
08:03:39.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.315464 27955 leader_election.cc:304] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5e829eb192fa4ea8b6a542fcf46402b0, 8fc624aa52a34d209790a83eabcd37f7; no voters:
08:03:39.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.315789 28250 raft_consensus.cc:2802] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:39.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.315919 28250 raft_consensus.cc:491] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:39.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.316020 28250 raft_consensus.cc:3058] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Advancing to term 1
08:03:39.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.317943 28250 raft_consensus.cc:513] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.318535 28250 leader_election.cc:290] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [CANDIDATE]: Term 1 election: Requested vote from peers 8fc624aa52a34d209790a83eabcd37f7 (127.26.214.193:42967), 453d025314a44f08a4e906e630b913c3 (127.26.214.195:35469)
08:03:39.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.318939 27889 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "03f7a26ec3cd4aee92c57ced9e6890bc" candidate_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8fc624aa52a34d209790a83eabcd37f7"
08:03:39.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.318993 28172 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "03f7a26ec3cd4aee92c57ced9e6890bc" candidate_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "453d025314a44f08a4e906e630b913c3"
08:03:39.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.319097 27889 raft_consensus.cc:3058] T 03f7a26ec3cd4aee92c57ced9e6890bc P 8fc624aa52a34d209790a83eabcd37f7 [term 0 FOLLOWER]: Advancing to term 1
08:03:39.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.319133 28172 raft_consensus.cc:3058] T 03f7a26ec3cd4aee92c57ced9e6890bc P 453d025314a44f08a4e906e630b913c3 [term 0 FOLLOWER]: Advancing to term 1
08:03:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.320992 27889 raft_consensus.cc:2466] T 03f7a26ec3cd4aee92c57ced9e6890bc P 8fc624aa52a34d209790a83eabcd37f7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5e829eb192fa4ea8b6a542fcf46402b0 in term 1.
08:03:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.321076 28172 raft_consensus.cc:2466] T 03f7a26ec3cd4aee92c57ced9e6890bc P 453d025314a44f08a4e906e630b913c3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5e829eb192fa4ea8b6a542fcf46402b0 in term 1.
08:03:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.321377 27955 leader_election.cc:304] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5e829eb192fa4ea8b6a542fcf46402b0, 8fc624aa52a34d209790a83eabcd37f7; no voters:
08:03:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.321663 28250 raft_consensus.cc:2802] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [term 1 FOLLOWER]: Leader election won for term 1
08:03:39.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.322103 28250 raft_consensus.cc:695] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [term 1 LEADER]: Becoming Leader. State: Replica: 5e829eb192fa4ea8b6a542fcf46402b0, State: Running, Role: LEADER
08:03:39.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.322589 28250 consensus_queue.cc:237] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.327445 27524 catalog_manager.cc:5582] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5e829eb192fa4ea8b6a542fcf46402b0 (127.26.214.194). New cstate: current_term: 1 leader_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } health_report { overall_health: UNKNOWN } } }
08:03:39.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.331621 28250 raft_consensus.cc:491] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:39.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.331887 28250 raft_consensus.cc:513] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } }
08:03:39.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.332613 28250 leader_election.cc:290] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 453d025314a44f08a4e906e630b913c3 (127.26.214.195:35469), 8fc624aa52a34d209790a83eabcd37f7 (127.26.214.193:42967)
08:03:39.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.333673 28172 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "11d5e42d78e7453a9fed51a2307cfc6b" candidate_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "453d025314a44f08a4e906e630b913c3" is_pre_election: true
08:03:39.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.333922 28172 raft_consensus.cc:2466] T 11d5e42d78e7453a9fed51a2307cfc6b P 453d025314a44f08a4e906e630b913c3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5e829eb192fa4ea8b6a542fcf46402b0 in term 0.
08:03:39.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.334012 27889 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "11d5e42d78e7453a9fed51a2307cfc6b" candidate_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8fc624aa52a34d209790a83eabcd37f7" is_pre_election: true
08:03:39.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.334256 27889 raft_consensus.cc:2466] T 11d5e42d78e7453a9fed51a2307cfc6b P 8fc624aa52a34d209790a83eabcd37f7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5e829eb192fa4ea8b6a542fcf46402b0 in term 0.
08:03:39.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.334357 27957 leader_election.cc:304] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 453d025314a44f08a4e906e630b913c3, 5e829eb192fa4ea8b6a542fcf46402b0; no voters:
08:03:39.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.334595 28250 raft_consensus.cc:2802] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:39.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.334667 28250 raft_consensus.cc:491] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:39.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.334757 28250 raft_consensus.cc:3058] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Advancing to term 1
08:03:39.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:39.334980 28078 tablet.cc:2378] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.336849 28250 raft_consensus.cc:513] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } }
08:03:39.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.337317 28250 leader_election.cc:290] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [CANDIDATE]: Term 1 election: Requested vote from peers 453d025314a44f08a4e906e630b913c3 (127.26.214.195:35469), 8fc624aa52a34d209790a83eabcd37f7 (127.26.214.193:42967)
08:03:39.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.337618 28172 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "11d5e42d78e7453a9fed51a2307cfc6b" candidate_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "453d025314a44f08a4e906e630b913c3"
08:03:39.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.337808 28172 raft_consensus.cc:3058] T 11d5e42d78e7453a9fed51a2307cfc6b P 453d025314a44f08a4e906e630b913c3 [term 0 FOLLOWER]: Advancing to term 1
08:03:39.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.337836 27889 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "11d5e42d78e7453a9fed51a2307cfc6b" candidate_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8fc624aa52a34d209790a83eabcd37f7"
08:03:39.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.338024 27889 raft_consensus.cc:3058] T 11d5e42d78e7453a9fed51a2307cfc6b P 8fc624aa52a34d209790a83eabcd37f7 [term 0 FOLLOWER]: Advancing to term 1
08:03:39.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.339579 28172 raft_consensus.cc:2466] T 11d5e42d78e7453a9fed51a2307cfc6b P 453d025314a44f08a4e906e630b913c3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5e829eb192fa4ea8b6a542fcf46402b0 in term 1.
08:03:39.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.339933 27889 raft_consensus.cc:2466] T 11d5e42d78e7453a9fed51a2307cfc6b P 8fc624aa52a34d209790a83eabcd37f7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5e829eb192fa4ea8b6a542fcf46402b0 in term 1.
08:03:39.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.339987 27957 leader_election.cc:304] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 453d025314a44f08a4e906e630b913c3, 5e829eb192fa4ea8b6a542fcf46402b0; no voters:
08:03:39.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.340217 28250 raft_consensus.cc:2802] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [term 1 FOLLOWER]: Leader election won for term 1
08:03:39.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.340364 28250 raft_consensus.cc:695] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [term 1 LEADER]: Becoming Leader. State: Replica: 5e829eb192fa4ea8b6a542fcf46402b0, State: Running, Role: LEADER
08:03:39.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.340730 28250 consensus_queue.cc:237] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } }
08:03:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.343832 27524 catalog_manager.cc:5582] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5e829eb192fa4ea8b6a542fcf46402b0 (127.26.214.194). New cstate: current_term: 1 leader_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } health_report { overall_health: HEALTHY } } }
08:03:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:39.349620 27937 tablet.cc:2378] T 03f7a26ec3cd4aee92c57ced9e6890bc P 8fc624aa52a34d209790a83eabcd37f7: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.431336 27524 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55696:
08:03:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:03:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:03:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:03:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:39.432266 27524 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:39.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.444039 27869 tablet_service.cc:1468] Processing CreateTablet for tablet e0e9121633384c0baa56e201f1504551 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=5ba2a1c722e8437db67a878e67cacef3]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:03:39.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.444888 27869 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e0e9121633384c0baa56e201f1504551. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:39.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.446451 28152 tablet_service.cc:1468] Processing CreateTablet for tablet e0e9121633384c0baa56e201f1504551 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=5ba2a1c722e8437db67a878e67cacef3]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:03:39.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.447350 28152 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e0e9121633384c0baa56e201f1504551. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:39.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.446926 28003 tablet_service.cc:1468] Processing CreateTablet for tablet e0e9121633384c0baa56e201f1504551 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=5ba2a1c722e8437db67a878e67cacef3]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:03:39.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.447729 28003 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e0e9121633384c0baa56e201f1504551. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:39.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.449738 28244 tablet_bootstrap.cc:492] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7: Bootstrap starting.
08:03:39.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.451146 28244 tablet_bootstrap.cc:654] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7: Neither blocks nor log segments found. Creating new log.
08:03:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.452695 28244 tablet_bootstrap.cc:492] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7: No bootstrap required, opened a new log
08:03:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.452845 28244 ts_tablet_manager.cc:1397] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
08:03:39.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.453423 28244 raft_consensus.cc:357] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.453568 28244 raft_consensus.cc:383] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:39.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.453648 28244 raft_consensus.cc:738] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8fc624aa52a34d209790a83eabcd37f7, State: Initialized, Role: FOLLOWER
08:03:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.453948 28243 tablet_bootstrap.cc:492] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3: Bootstrap starting.
08:03:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.453972 28245 tablet_bootstrap.cc:492] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0: Bootstrap starting.
08:03:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.454716 28244 consensus_queue.cc:260] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.455166 28244 ts_tablet_manager.cc:1428] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
08:03:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.455123 28249 tablet_replica.cc:440] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } }
08:03:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.455417 28249 tablet_replica.cc:443] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.455521 28243 tablet_bootstrap.cc:654] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3: Neither blocks nor log segments found. Creating new log.
08:03:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.455531 28245 tablet_bootstrap.cc:654] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0: Neither blocks nor log segments found. Creating new log.
08:03:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.458487 28245 tablet_bootstrap.cc:492] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0: No bootstrap required, opened a new log
08:03:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.458628 28245 ts_tablet_manager.cc:1397] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
08:03:39.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.458920 28243 tablet_bootstrap.cc:492] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3: No bootstrap required, opened a new log
08:03:39.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.459049 28243 ts_tablet_manager.cc:1397] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
08:03:39.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.459656 28243 raft_consensus.cc:357] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.459794 28243 raft_consensus.cc:383] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:39.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.459728 28245 raft_consensus.cc:357] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.459851 28243 raft_consensus.cc:738] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 453d025314a44f08a4e906e630b913c3, State: Initialized, Role: FOLLOWER
08:03:39.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.459878 28245 raft_consensus.cc:383] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:39.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.459960 28245 raft_consensus.cc:738] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5e829eb192fa4ea8b6a542fcf46402b0, State: Initialized, Role: FOLLOWER
08:03:39.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.460036 28243 consensus_queue.cc:260] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.460193 28245 consensus_queue.cc:260] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.460445 28251 tablet_replica.cc:440] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } }
08:03:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.460729 28251 tablet_replica.cc:443] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.461016 28243 ts_tablet_manager.cc:1428] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
08:03:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.461967 28250 tablet_replica.cc:440] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } }
08:03:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.462178 28250 tablet_replica.cc:443] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:39.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.464272 28245 ts_tablet_manager.cc:1428] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
08:03:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.655460 28250 raft_consensus.cc:491] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.655666 28250 raft_consensus.cc:513] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.656406 28250 leader_election.cc:290] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8fc624aa52a34d209790a83eabcd37f7 (127.26.214.193:42967), 453d025314a44f08a4e906e630b913c3 (127.26.214.195:35469)
08:03:39.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.657085 27889 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "e0e9121633384c0baa56e201f1504551" candidate_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8fc624aa52a34d209790a83eabcd37f7" is_pre_election: true
08:03:39.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.657312 27889 raft_consensus.cc:2466] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5e829eb192fa4ea8b6a542fcf46402b0 in term 0.
08:03:39.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.657279 28172 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "e0e9121633384c0baa56e201f1504551" candidate_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "453d025314a44f08a4e906e630b913c3" is_pre_election: true
08:03:39.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.657516 28172 raft_consensus.cc:2466] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5e829eb192fa4ea8b6a542fcf46402b0 in term 0.
08:03:39.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.657768 27955 leader_election.cc:304] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5e829eb192fa4ea8b6a542fcf46402b0, 8fc624aa52a34d209790a83eabcd37f7; no voters:
08:03:39.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.658133 28250 raft_consensus.cc:2802] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:39.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.658257 28250 raft_consensus.cc:491] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:39.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.658347 28250 raft_consensus.cc:3058] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [term 0 FOLLOWER]: Advancing to term 1
08:03:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.660764 28250 raft_consensus.cc:513] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.661444 28250 leader_election.cc:290] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [CANDIDATE]: Term 1 election: Requested vote from peers 8fc624aa52a34d209790a83eabcd37f7 (127.26.214.193:42967), 453d025314a44f08a4e906e630b913c3 (127.26.214.195:35469)
08:03:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.661937 27889 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "e0e9121633384c0baa56e201f1504551" candidate_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8fc624aa52a34d209790a83eabcd37f7"
08:03:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.662097 28172 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "e0e9121633384c0baa56e201f1504551" candidate_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "453d025314a44f08a4e906e630b913c3"
08:03:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.662168 27889 raft_consensus.cc:3058] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7 [term 0 FOLLOWER]: Advancing to term 1
08:03:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.662288 28172 raft_consensus.cc:3058] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3 [term 0 FOLLOWER]: Advancing to term 1
08:03:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.664304 27889 raft_consensus.cc:2466] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5e829eb192fa4ea8b6a542fcf46402b0 in term 1.
08:03:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.664721 27955 leader_election.cc:304] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5e829eb192fa4ea8b6a542fcf46402b0, 8fc624aa52a34d209790a83eabcd37f7; no voters:
08:03:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.664793 28172 raft_consensus.cc:2466] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5e829eb192fa4ea8b6a542fcf46402b0 in term 1.
08:03:39.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.665047 28250 raft_consensus.cc:2802] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [term 1 FOLLOWER]: Leader election won for term 1
08:03:39.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.665211 28250 raft_consensus.cc:695] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [term 1 LEADER]: Becoming Leader. State: Replica: 5e829eb192fa4ea8b6a542fcf46402b0, State: Running, Role: LEADER
08:03:39.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.665488 28250 consensus_queue.cc:237] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } }
08:03:39.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.666930 28257 tablet_replica.cc:440] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0: TxnStatusTablet state changed. Reason: New leader 5e829eb192fa4ea8b6a542fcf46402b0. Latest consensus state: current_term: 1 leader_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } }
08:03:39.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.667230 28257 tablet_replica.cc:443] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0: This TxnStatusTablet replica's current role is: LEADER
08:03:39.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.668973 27524 catalog_manager.cc:5582] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5e829eb192fa4ea8b6a542fcf46402b0 (127.26.214.194). New cstate: current_term: 1 leader_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } health_report { overall_health: UNKNOWN } } }
08:03:39.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.670984 28272 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
08:03:39.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.671311 28272 txn_status_manager.cc:930] Loading transaction status metadata into memory...
08:03:39.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.707082 28172 raft_consensus.cc:1273] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3 [term 1 FOLLOWER]: Refusing update from remote peer 5e829eb192fa4ea8b6a542fcf46402b0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:39.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.707152 27889 raft_consensus.cc:1273] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7 [term 1 FOLLOWER]: Refusing update from remote peer 5e829eb192fa4ea8b6a542fcf46402b0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:39.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.708024 28250 consensus_queue.cc:1035] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:39.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.708704 28250 consensus_queue.cc:1035] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:39.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.710754 28257 consensus_queue.cc:1035] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:39.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.724110 28257 consensus_queue.cc:1035] T 03f7a26ec3cd4aee92c57ced9e6890bc P 5e829eb192fa4ea8b6a542fcf46402b0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:39.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.741330 28276 mvcc.cc:204] Tried to move back new op lower bound from 7195145911110545408 to 7195145910951624704. Current Snapshot: MvccSnapshot[applied={T|T < 7195145911110545408}]
08:03:39.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.741729 28251 tablet_replica.cc:440] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3: TxnStatusTablet state changed. Reason: New leader 5e829eb192fa4ea8b6a542fcf46402b0. Latest consensus state: current_term: 1 leader_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } }
08:03:39.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.741935 28251 tablet_replica.cc:443] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.745790 28249 tablet_replica.cc:440] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7: TxnStatusTablet state changed. Reason: New leader 5e829eb192fa4ea8b6a542fcf46402b0. Latest consensus state: current_term: 1 leader_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } }
08:03:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.746031 28249 tablet_replica.cc:443] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:39.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.756887 28251 tablet_replica.cc:440] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } }
08:03:39.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.757112 28251 tablet_replica.cc:443] T e0e9121633384c0baa56e201f1504551 P 453d025314a44f08a4e906e630b913c3: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:39.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.763844 28257 tablet_replica.cc:440] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } }
08:03:39.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.764077 28257 tablet_replica.cc:443] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0: This TxnStatusTablet replica's current role is: LEADER
08:03:39.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.769718 28249 tablet_replica.cc:440] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } }
08:03:39.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.769917 28249 tablet_replica.cc:443] T e0e9121633384c0baa56e201f1504551 P 8fc624aa52a34d209790a83eabcd37f7: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:39.770 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
08:03:39.774 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table df4e7374a1134be7a069b0b65ece506d
08:03:39.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.774463 28257 tablet_replica.cc:440] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 } } peers { permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" member_type: VOTER last_known_addr { host: "127.26.214.194" port: 42745 } } peers { permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 } } }
08:03:39.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.774663 28257 tablet_replica.cc:443] T e0e9121633384c0baa56e201f1504551 P 5e829eb192fa4ea8b6a542fcf46402b0: This TxnStatusTablet replica's current role is: LEADER
08:03:39.775 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.214.254:41801
08:03:39.775 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:03:39.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.776602 27483 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu pid 27494
08:03:39.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.779193 27565 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.869990 28250 consensus_queue.cc:1035] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" member_type: VOTER last_known_addr { host: "127.26.214.193" port: 42967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.877254 28250 consensus_queue.cc:1035] T 11d5e42d78e7453a9fed51a2307cfc6b P 5e829eb192fa4ea8b6a542fcf46402b0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "453d025314a44f08a4e906e630b913c3" member_type: VOTER last_known_addr { host: "127.26.214.195" port: 35469 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:39.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:39.939803 27483 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu with pid 27494
08:03:39.958 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.214.254:41801(127.26.214.254:41801)] handling channelInactive
08:03:39.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:39.958221 28098 connection.cc:537] client connection to 127.26.214.254:41801 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:39.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state READY due to: connection closed
08:03:39.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:39.958860 27935 heartbeater.cc:646] Failed to heartbeat to 127.26.214.254:41801 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.26.214.254:41801 (error 108)
08:03:39.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:39.959039 28218 heartbeater.cc:646] Failed to heartbeat to 127.26.214.254:41801 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:39.959 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.239933 28294 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:03:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.240026 28295 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:03:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.240142 28294 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.240188 28295 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.240849 28295 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:03:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.241338 28294 leader_election.cc:290] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 72e3d0f132954c6485490aa7c9807394 (127.26.214.252:38189)
08:03:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.241536 27613 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "72e3d0f132954c6485490aa7c9807394" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7c2e085630724d348efa518294b1228a" is_pre_election: true
08:03:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.241779 27613 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 72e3d0f132954c6485490aa7c9807394 in term 1.
08:03:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:40.242193 27673 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.242216 27697 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7c2e085630724d348efa518294b1228a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "72e3d0f132954c6485490aa7c9807394" is_pre_election: true
08:03:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.242244 27671 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394, 7c2e085630724d348efa518294b1228a; no voters:
08:03:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.242429 27697 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7c2e085630724d348efa518294b1228a in term 1.
08:03:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.242663 28295 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:03:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.242776 28295 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:03:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.242870 28295 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 1 FOLLOWER]: Advancing to term 2
08:03:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.242903 27593 leader_election.cc:304] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394, 7c2e085630724d348efa518294b1228a; no voters:
08:03:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.243252 28294 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 1 FOLLOWER]: Leader pre-election won for term 2
08:03:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.243362 28294 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 1 FOLLOWER]: Starting leader election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:03:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.243467 28294 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 1 FOLLOWER]: Advancing to term 2
08:03:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:40.243950 27592 leader_election.cc:336] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:40.244158 27673 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:40.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.245252 28295 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:40.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.245782 28295 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 2 election: Requested vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:03:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.245831 28294 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.246217 27613 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "72e3d0f132954c6485490aa7c9807394" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7c2e085630724d348efa518294b1228a"
08:03:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.246433 27613 raft_consensus.cc:2391] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 72e3d0f132954c6485490aa7c9807394 in current term 2: Already voted for candidate 7c2e085630724d348efa518294b1228a in this term.
08:03:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.246451 28294 leader_election.cc:290] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [CANDIDATE]: Term 2 election: Requested vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 72e3d0f132954c6485490aa7c9807394 (127.26.214.252:38189)
08:03:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.246965 27697 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7c2e085630724d348efa518294b1228a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "72e3d0f132954c6485490aa7c9807394"
08:03:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:40.247069 27673 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.247180 27673 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394; no voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9
08:03:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.247225 27697 raft_consensus.cc:2391] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 7c2e085630724d348efa518294b1228a in current term 2: Already voted for candidate 72e3d0f132954c6485490aa7c9807394 in this term.
08:03:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.247469 28295 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:03:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:40.247964 27592 leader_election.cc:336] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.248088 27592 leader_election.cc:304] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7c2e085630724d348efa518294b1228a; no voters: 72e3d0f132954c6485490aa7c9807394, 95140f2ea6154a039555b746a5ecc9c9
08:03:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.248356 28294 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:03:40.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:40.286451 28076 heartbeater.cc:646] Failed to heartbeat to 127.26.214.254:41801 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:40.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:40.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.292 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.26.214.254:41801(127.26.214.254:41801) for tablet Kudu Master: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:40.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.312 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:40.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:40.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:40.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:40.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:40.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:40.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:40.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:40.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.412 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:40.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:40.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:40.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:40.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.532 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:40.532 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] sending RPC to server master-127.26.214.254:41801, [2ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2073648659(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$118/1399513350@3b5c3c6a -> (continuation of Deferred@1196489196 after retry RPC after error@1287922169) -> (continuation of Deferred@2107410356 after retry RPC after error@662264577) -> (continuation of Deferred@1738955163 after retry RPC after error@167802751) -> (continuation of Deferred@322498732 after retry RPC after error@2121535641) -> (continuation of Deferred@726398029 after retry RPC after error@586794452) -> (continuation of Deferred@1980820663 after retry RPC after error@675203636), errback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1898283308@5ca3aae2 -> (continuation of Deferred@1196489196 after retry RPC after error@1287922169) -> (continuation of Deferred@2107410356 after retry RPC after error@662264577) -> (continuation of Deferred@1738955163 after retry RPC after error@167802751) -> (continuation of Deferred@322498732 after retry RPC after error@2121535641) -> (continuation of Deferred@726398029 after retry RPC after error@586794452) -> (continuation of Deferred@1980820663 after retry RPC after error@675203636)))
08:03:40.533 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] sending RPC to server master-127.26.214.254:41801, [2ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2073648659(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$118/1399513350@3b5c3c6a -> (continuation of Deferred@1196489196 after retry RPC after error@1287922169) -> (continuation of Deferred@2107410356 after retry RPC after error@662264577) -> (continuation of Deferred@1738955163 after retry RPC after error@167802751) -> (continuation of Deferred@322498732 after retry RPC after error@2121535641) -> (continuation of Deferred@726398029 after retry RPC after error@586794452) -> (continuation of Deferred@1980820663 after retry RPC after error@675203636), errback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1898283308@5ca3aae2 -> (continuation of Deferred@1196489196 after retry RPC after error@1287922169) -> (continuation of Deferred@2107410356 after retry RPC after error@662264577) -> (continuation of Deferred@1738955163 after retry RPC after error@167802751) -> (continuation of Deferred@322498732 after retry RPC after error@2121535641) -> (continuation of Deferred@726398029 after retry RPC after error@586794452) -> (continuation of Deferred@1980820663 after retry RPC after error@675203636)))
08:03:40.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:40.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:40.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:40.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.572 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:40.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.578570 28295 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:40.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.578752 28295 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:40.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.579262 28295 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:03:40.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.579797 27613 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "72e3d0f132954c6485490aa7c9807394" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7c2e085630724d348efa518294b1228a" is_pre_election: true
08:03:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.580005 27613 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 72e3d0f132954c6485490aa7c9807394 in term 2.
08:03:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.580405 27671 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394, 7c2e085630724d348efa518294b1228a; no voters:
08:03:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:40.580610 27673 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.580737 28295 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:03:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.580840 28295 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:40.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.580953 28295 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 2 FOLLOWER]: Advancing to term 3
08:03:40.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.582783 28295 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:40.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.583261 28295 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 3 election: Requested vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:03:40.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.583688 27613 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "72e3d0f132954c6485490aa7c9807394" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7c2e085630724d348efa518294b1228a"
08:03:40.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.583889 27613 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 2 FOLLOWER]: Advancing to term 3
08:03:40.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:40.584553 27673 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:40.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.585978 27613 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 72e3d0f132954c6485490aa7c9807394 in term 3.
08:03:40.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.586349 27671 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394, 7c2e085630724d348efa518294b1228a; no voters: 95140f2ea6154a039555b746a5ecc9c9
08:03:40.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.586627 28295 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 3 FOLLOWER]: Leader election won for term 3
08:03:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.587052 28295 raft_consensus.cc:695] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 3 LEADER]: Becoming Leader. State: Replica: 72e3d0f132954c6485490aa7c9807394, State: Running, Role: LEADER
08:03:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.587508 28295 consensus_queue.cc:237] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:40.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.588775 28301 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 72e3d0f132954c6485490aa7c9807394. Latest consensus state: current_term: 3 leader_uuid: "72e3d0f132954c6485490aa7c9807394" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:40.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.588968 28301 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: This master's current role is: LEADER
08:03:40.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.589591 28302 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:03:40.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:40.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.592427 28302 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=5ba2a1c722e8437db67a878e67cacef3]
08:03:40.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.593189 28302 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=df4e7374a1134be7a069b0b65ece506d]
08:03:40.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.595290 28302 tablet_loader.cc:96] loaded metadata for tablet 03f7a26ec3cd4aee92c57ced9e6890bc (table txn_manager_fallback_rolling [id=df4e7374a1134be7a069b0b65ece506d])
08:03:40.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.595739 28302 tablet_loader.cc:96] loaded metadata for tablet 11d5e42d78e7453a9fed51a2307cfc6b (table txn_manager_fallback_rolling [id=df4e7374a1134be7a069b0b65ece506d])
08:03:40.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.596092 28302 tablet_loader.cc:96] loaded metadata for tablet e0e9121633384c0baa56e201f1504551 (table kudu_system.kudu_transactions [id=5ba2a1c722e8437db67a878e67cacef3])
08:03:40.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.596387 28302 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:03:40.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.597406 28302 catalog_manager.cc:1261] Loaded cluster ID: 85441ef64c8447c4875cdd474713e7b8
08:03:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.597508 28302 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:03:40.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.598886 28302 catalog_manager.cc:1506] Loading token signing keys...
08:03:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.599881 28302 catalog_manager.cc:5966] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394: Loaded TSK: 0
08:03:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.600868 28302 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:03:40.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:40.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:40.613 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:03:40.614 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=4, TimeoutTracker(timeout=250, elapsed=63), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, deferred=Deferred@2019752259(state=PENDING, result=null, callback=(continuation of Deferred@1707087204 after retry RPC after error@1038115718) -> (continuation of Deferred@682833026 after retry RPC after error@1198815286) -> (continuation of Deferred@586821257 after retry RPC after error@473470211), errback=(continuation of Deferred@1707087204 after retry RPC after error@1038115718) -> (continuation of Deferred@682833026 after retry RPC after error@1198815286) -> (continuation of Deferred@586821257 after retry RPC after error@473470211))) after lookup
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.647325 27686 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33892:
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:03:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:03:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:03:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:03:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:03:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:03:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:40.648921 27686 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:40.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.665612 27613 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 3 FOLLOWER]: Refusing update from remote peer 72e3d0f132954c6485490aa7c9807394: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
08:03:40.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.666163 28301 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
08:03:40.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.667426 28294 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 72e3d0f132954c6485490aa7c9807394. Latest consensus state: current_term: 3 leader_uuid: "72e3d0f132954c6485490aa7c9807394" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:40.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.667637 28294 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [sys.catalog]: This master's current role is: FOLLOWER
08:03:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.669195 28301 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "72e3d0f132954c6485490aa7c9807394" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.669420 28301 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: This master's current role is: LEADER
08:03:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.669917 28294 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "72e3d0f132954c6485490aa7c9807394" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:40.670147 28294 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [sys.catalog]: This master's current role is: FOLLOWER
08:03:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:40.670464 27673 consensus_peers.cc:489] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 -> Peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Couldn't send request to peer 95140f2ea6154a039555b746a5ecc9c9. Status: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:03:41.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:41.186427 27673 consensus_peers.cc:489] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 -> Peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Couldn't send request to peer 95140f2ea6154a039555b746a5ecc9c9. Status: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:03:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:41.731366 27673 consensus_peers.cc:489] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 -> Peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Couldn't send request to peer 95140f2ea6154a039555b746a5ecc9c9. Status: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:03:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:41.882879 27934 heartbeater.cc:499] Master 127.26.214.252:38189 was elected leader, sending a full tablet report...
08:03:41.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:41.889209 28217 heartbeater.cc:499] Master 127.26.214.252:38189 was elected leader, sending a full tablet report...
08:03:41.965 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11d5e42d78e7453a9fed51a2307cfc6b for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
08:03:41.965 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 03f7a26ec3cd4aee92c57ced9e6890bc for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
08:03:41.965 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=11d5e42d78e7453a9fed51a2307cfc6b@[453d025314a44f08a4e906e630b913c3(127.26.214.195:35469),5e829eb192fa4ea8b6a542fcf46402b0(127.26.214.194:42745)[L],8fc624aa52a34d209790a83eabcd37f7(127.26.214.193:42967)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=03f7a26ec3cd4aee92c57ced9e6890bc@[453d025314a44f08a4e906e630b913c3(127.26.214.195:35469),5e829eb192fa4ea8b6a542fcf46402b0(127.26.214.194:42745)[L],8fc624aa52a34d209790a83eabcd37f7(127.26.214.193:42967)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
08:03:41.965 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC GetTableLocations: received response from server master-127.26.214.252:38189: OK, deferred=null) after lookup
08:03:41.966 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5e829eb192fa4ea8b6a542fcf46402b0(127.26.214.194:42745)] connecting to peer
08:03:41.967 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 5e829eb192fa4ea8b6a542fcf46402b0(127.26.214.194:42745)] Successfully connected to peer
08:03:41.981 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf62ffdc9, L:/127.0.0.1:36658 - R:/127.26.214.194:42745] using TOKEN/null
08:03:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:41.990801 28019 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.26.214.254:41801)
08:03:42.027 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.214.254:41801
08:03:42.027 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.030385 27483 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/wal
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/data
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/logs
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/data/info.pb
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.214.254:41801
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.214.254
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43201
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.214.212:36817
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37459/jwks.json
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:42.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.191833 27673 consensus_peers.cc:489] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 -> Peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Couldn't send request to peer 95140f2ea6154a039555b746a5ecc9c9. Status: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
08:03:42.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.345283 28341 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:42.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.345561 28341 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:42.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.345636 28341 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.354604 28341 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.354727 28341 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.354794 28341 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.354852 28341 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.354923 28341 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.354985 28341 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.355036 28341 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37459/jwks.json
08:03:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.358050 27654 master_runner.cc:186] Error getting master registration for 127.26.214.254:41801: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111),
08:03:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.358268 27654 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.365022 28341 master_runner.cc:386] Master server non-default flags:
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.214.212:36817
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/data
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/wal
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.214.254:41801
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37459/jwks.json
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/data/info.pb
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.214.254
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43201
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/logs
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Aug 2025 07:43:22 UTC on 24a791456cd2
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7828
08:03:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.366605 28341 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.368194 28341 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.375926 28346 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.375962 28349 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.375900 28347 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.376886 28341 server_base.cc:1047] running on GCE node
08:03:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.377566 28341 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.378904 28341 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.380112 28341 hybrid_clock.cc:648] HybridClock initialized: now 1756627422380055 us; error 36 us; skew 500 ppm
08:03:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.380404 28341 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:42.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.382337 28341 webserver.cc:480] Webserver started at http://127.26.214.254:43201/ using document root <none> and password file <none>
08:03:42.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.382998 28341 fs_manager.cc:362] Metadata directory not provided
08:03:42.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.383103 28341 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.388159 28341 fs_manager.cc:714] Time spent opening directory manager: real 0.003s user 0.002s sys 0.002s
08:03:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.390856 28355 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.392050 28341 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:03:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.392202 28341 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/data,/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/wal
08:03:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95140f2ea6154a039555b746a5ecc9c9"
08:03:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:36 on dist-test-slave-2m1d"
08:03:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.392879 28341 fs_report.cc:389] FS layout report
08:03:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/wal
08:03:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/wal
08:03:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/data/data
08:03:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:42.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.425367 28341 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:42.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.426278 28341 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:42.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.426548 28341 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:42.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.446797 28341 rpc_server.cc:307] RPC server started. Bound to: 127.26.214.254:41801
08:03:42.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.446820 28416 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.214.254:41801 every 8 connection(s)
08:03:42.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.447992 28075 heartbeater.cc:499] Master 127.26.214.252:38189 was elected leader, sending a full tablet report...
08:03:42.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.448952 28341 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-0/data/info.pb
08:03:42.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.459470 27483 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu as pid 28341
08:03:42.459 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:42.460 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.214.252:38189
08:03:42.460 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:03:42.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.460425 27483 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu pid 27654
08:03:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.461484 27727 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.461586 28419 sys_catalog.cc:263] Verifying existing consensus state
08:03:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.467471 28419 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9: Bootstrap starting.
08:03:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.468015 28076 heartbeater.cc:344] Connected to a master server at 127.26.214.254:41801
08:03:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.482757 28419 log.cc:826] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9: Log is configured to *not* fsync() on all Append() calls
08:03:42.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.495507 28419 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:03:42.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.495925 28419 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9: Bootstrap complete.
08:03:42.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.501286 28419 raft_consensus.cc:357] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:42.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.501896 28419 raft_consensus.cc:738] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 95140f2ea6154a039555b746a5ecc9c9, State: Initialized, Role: FOLLOWER
08:03:42.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.502606 28419 consensus_queue.cc:260] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:42.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.503415 28424 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:42.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.503724 28424 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: This master's current role is: FOLLOWER
08:03:42.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.504292 28419 sys_catalog.cc:564] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: configured and running, proceeding with master startup.
08:03:42.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.520780 28435 catalog_manager.cc:1261] Loaded cluster ID: 85441ef64c8447c4875cdd474713e7b8
08:03:42.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.520877 28435 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9: loading cluster ID for follower catalog manager: success
08:03:42.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.523454 28435 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9: acquiring CA information for follower catalog manager: success
08:03:42.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.526096 28435 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:42.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.619388 27483 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu with pid 27654
08:03:42.636 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.214.252:38189(127.26.214.252:38189)] handling channelInactive
08:03:42.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.252:38189(127.26.214.252:38189)] cleaning up while in state READY due to: connection closed
08:03:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.636955 28420 negotiation.cc:337] Failed RPC negotiation. Trace:
08:03:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.450808 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:56316 (local address 127.26.214.254:41801)
08:03:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.460044 (+ 9236us) server_negotiation.cc:206] Beginning negotiation
08:03:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.460049 (+ 5us) server_negotiation.cc:399] Waiting for connection header
08:03:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.460071 (+ 22us) server_negotiation.cc:407] Connection header received
08:03:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.460125 (+ 54us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
08:03:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.460131 (+ 6us) server_negotiation.cc:461] Received NEGOTIATE request from client
08:03:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.460212 (+ 81us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
08:03:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.460326 (+ 114us) server_negotiation.cc:226] Negotiated authn=SASL
08:03:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.461177 (+ 851us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
08:03:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.463938 (+ 2761us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
08:03:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.619129 (+155191us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
08:03:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.619623 (+ 494us) server_negotiation.cc:657] Negotiated auth-only TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
08:03:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.635595 (+ 15972us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:56316: BlockingRecv error: recv got EOF from 127.0.0.1:56316 (error 108)
08:03:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":9136,"thread_start_us":9572,"threads_started":1}
08:03:42.637 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.638135 28436 negotiation.cc:337] Failed RPC negotiation. Trace:
08:03:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.536257 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.26.214.252:38189 (local address 127.0.0.1:33902)
08:03:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.536402 (+ 145us) negotiation.cc:107] Waiting for socket to connect
08:03:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.536417 (+ 15us) client_negotiation.cc:174] Beginning negotiation
08:03:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.536509 (+ 92us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
08:03:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.618411 (+ 81902us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
08:03:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.618418 (+ 7us) client_negotiation.cc:394] Received NEGOTIATE response from server
08:03:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.618456 (+ 38us) client_negotiation.cc:189] Negotiated authn=CERTIFICATE
08:03:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.618961 (+ 505us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
08:03:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.618978 (+ 17us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
08:03:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:42.635484 (+ 16506us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":50}
08:03:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.638430 28341 master_runner.cc:186] Error getting master registration for 127.26.214.252:38189: Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
08:03:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.641821 28341 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:42.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.252:38189(127.26.214.252:38189)] connecting to peer
08:03:42.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.252:38189(127.26.214.252:38189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.732 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.26.214.252:38189(127.26.214.252:38189) for tablet Kudu Master: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.732184 28424 raft_consensus.cc:491] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:42.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.732499 28424 raft_consensus.cc:513] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:42.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.734964 28424 leader_election.cc:290] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7c2e085630724d348efa518294b1228a (127.26.214.253:35555), 72e3d0f132954c6485490aa7c9807394 (127.26.214.252:38189)
08:03:42.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.735419 27613 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "95140f2ea6154a039555b746a5ecc9c9" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7c2e085630724d348efa518294b1228a" is_pre_election: true
08:03:42.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.735831 28359 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111)
08:03:42.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.737520 28359 leader_election.cc:336] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 72e3d0f132954c6485490aa7c9807394 (127.26.214.252:38189): Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111)
08:03:42.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.737656 28359 leader_election.cc:304] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 95140f2ea6154a039555b746a5ecc9c9; no voters: 72e3d0f132954c6485490aa7c9807394, 7c2e085630724d348efa518294b1228a
08:03:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.737985 28424 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:03:42.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.252:38189(127.26.214.252:38189)] connecting to peer
08:03:42.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:42.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.751 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.214.254:41801(127.26.214.254:41801)] Successfully connected to peer
08:03:42.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.252:38189(127.26.214.252:38189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.252:38189: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.766 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdb188da5, L:/127.0.0.1:56332 - R:/127.26.214.254:41801] using TOKEN/null
08:03:42.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:42.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.252:38189(127.26.214.252:38189)] connecting to peer
08:03:42.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.252:38189(127.26.214.252:38189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.252:38189: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:42.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.252:38189(127.26.214.252:38189)] connecting to peer
08:03:42.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.252:38189(127.26.214.252:38189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.252:38189: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:42.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.252:38189(127.26.214.252:38189)] connecting to peer
08:03:42.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.252:38189(127.26.214.252:38189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.252:38189: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.813 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:42.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.252:38189(127.26.214.252:38189)] connecting to peer
08:03:42.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.252:38189(127.26.214.252:38189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.252:38189: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:42.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.252:38189(127.26.214.252:38189)] connecting to peer
08:03:42.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.252:38189(127.26.214.252:38189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.252:38189: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:42.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:42.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.919806 28443 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 72e3d0f132954c6485490aa7c9807394)
08:03:42.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.919989 28443 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:42.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.920583 28443 leader_election.cc:290] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 72e3d0f132954c6485490aa7c9807394 (127.26.214.252:38189)
08:03:42.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.921736 27593 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111) [suppressed 6 similar messages]
08:03:42.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.923147 27593 leader_election.cc:336] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 72e3d0f132954c6485490aa7c9807394 (127.26.214.252:38189): Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111)
08:03:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.926903 28382 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7c2e085630724d348efa518294b1228a" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "95140f2ea6154a039555b746a5ecc9c9" is_pre_election: true
08:03:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.927289 28382 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7c2e085630724d348efa518294b1228a in term 1.
08:03:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.927711 27592 leader_election.cc:304] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9; no voters: 72e3d0f132954c6485490aa7c9807394
08:03:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.928020 28443 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 3 FOLLOWER]: Leader pre-election won for term 4
08:03:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.928115 28443 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 3 FOLLOWER]: Starting leader election (detected failure of leader 72e3d0f132954c6485490aa7c9807394)
08:03:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.928181 28443 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 3 FOLLOWER]: Advancing to term 4
08:03:42.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.929949 28443 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:42.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.930471 28443 leader_election.cc:290] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [CANDIDATE]: Term 4 election: Requested vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 72e3d0f132954c6485490aa7c9807394 (127.26.214.252:38189)
08:03:42.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.930848 28382 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7c2e085630724d348efa518294b1228a" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "95140f2ea6154a039555b746a5ecc9c9"
08:03:42.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.931012 28382 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 1 FOLLOWER]: Advancing to term 4
08:03:42.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:42.931562 27593 leader_election.cc:336] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 72e3d0f132954c6485490aa7c9807394 (127.26.214.252:38189): Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111)
08:03:42.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.934549 28382 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7c2e085630724d348efa518294b1228a in term 4.
08:03:42.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.934916 27592 leader_election.cc:304] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9; no voters: 72e3d0f132954c6485490aa7c9807394
08:03:42.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.935177 28443 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 4 FOLLOWER]: Leader election won for term 4
08:03:42.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.935556 28443 raft_consensus.cc:695] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [term 4 LEADER]: Becoming Leader. State: Replica: 7c2e085630724d348efa518294b1228a, State: Running, Role: LEADER
08:03:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.935940 28443 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.937381 28447 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7c2e085630724d348efa518294b1228a. Latest consensus state: current_term: 4 leader_uuid: "7c2e085630724d348efa518294b1228a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.937649 28447 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [sys.catalog]: This master's current role is: LEADER
08:03:42.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.938338 28449 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:03:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.940536 28449 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=5ba2a1c722e8437db67a878e67cacef3]
08:03:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.941012 28449 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=df4e7374a1134be7a069b0b65ece506d]
08:03:42.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.942499 28449 tablet_loader.cc:96] loaded metadata for tablet 03f7a26ec3cd4aee92c57ced9e6890bc (table txn_manager_fallback_rolling [id=df4e7374a1134be7a069b0b65ece506d])
08:03:42.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.942837 28449 tablet_loader.cc:96] loaded metadata for tablet 11d5e42d78e7453a9fed51a2307cfc6b (table txn_manager_fallback_rolling [id=df4e7374a1134be7a069b0b65ece506d])
08:03:42.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.943087 28449 tablet_loader.cc:96] loaded metadata for tablet e0e9121633384c0baa56e201f1504551 (table kudu_system.kudu_transactions [id=5ba2a1c722e8437db67a878e67cacef3])
08:03:42.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.943275 28449 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:03:42.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.943979 28449 catalog_manager.cc:1261] Loaded cluster ID: 85441ef64c8447c4875cdd474713e7b8
08:03:42.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.944056 28449 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:03:42.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.945079 28449 catalog_manager.cc:1506] Loading token signing keys...
08:03:42.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.945819 28449 catalog_manager.cc:5966] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a: Loaded TSK: 0
08:03:42.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.946568 28449 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:03:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.968256 28218 heartbeater.cc:344] Connected to a master server at 127.26.214.254:41801
08:03:42.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.968948 27935 heartbeater.cc:344] Connected to a master server at 127.26.214.254:41801
08:03:42.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.970268 28371 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "453d025314a44f08a4e906e630b913c3" instance_seqno: 1756627419027707) as {username='slave'} at 127.26.214.195:47339; Asking this server to re-register.
08:03:42.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.970306 28372 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" instance_seqno: 1756627418088345) as {username='slave'} at 127.26.214.193:33995; Asking this server to re-register.
08:03:42.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.970906 27935 heartbeater.cc:461] Registering TS with master...
08:03:42.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.971544 28218 heartbeater.cc:461] Registering TS with master...
08:03:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.972229 28371 ts_manager.cc:194] Registered new tserver with Master: 8fc624aa52a34d209790a83eabcd37f7 (127.26.214.193:42967)
08:03:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:42.972657 28372 ts_manager.cc:194] Registered new tserver with Master: 453d025314a44f08a4e906e630b913c3 (127.26.214.195:35469)
08:03:42.991 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.26.214.252:38189, [2ms] received response from server master-127.26.214.252:38189: Network error: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: Network error: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [38ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: Network error: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: Network error: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: Network error: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: Network error: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: Network error: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189, deferred=Deferred@1985896979(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$118/1399513350@f05ebf7 -> (continuation of Deferred@1096339448 after retry RPC after error@714726276) -> (continuation of Deferred@802323006 after retry RPC after error@254305888) -> (continuation of Deferred@134762354 after retry RPC after error@1814687756) -> (continuation of Deferred@1343648829 after retry RPC after error@474022713) -> (continuation of Deferred@1450748956 after retry RPC after error@1978834767) -> (continuation of Deferred@380025424 after retry RPC after error@48905078), errback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1898283308@11617f7b -> (continuation of Deferred@1096339448 after retry RPC after error@714726276) -> (continuation of Deferred@802323006 after retry RPC after error@254305888) -> (continuation of Deferred@134762354 after retry RPC after error@1814687756) -> (continuation of Deferred@1343648829 after retry RPC after error@474022713) -> (continuation of Deferred@1450748956 after retry RPC after error@1978834767) -> (continuation of Deferred@380025424 after retry RPC after error@48905078)))
08:03:42.991 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:43.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.252:38189(127.26.214.252:38189)] connecting to peer
08:03:43.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:43.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.252:38189(127.26.214.252:38189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:43.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.252:38189: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189
08:03:43.014 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:03:43.015 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: Network error: Failed to connect to peer master-127.26.214.252:38189(127.26.214.252:38189): Connection refused: /127.26.214.252:38189, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: OK, deferred=null) after lookup
08:03:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:43.029183 28382 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 4 FOLLOWER]: Refusing update from remote peer 7c2e085630724d348efa518294b1228a: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
08:03:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:43.029883 28447 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [LEADER]: Connected to new peer: Peer: permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
08:03:43.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:43.033265 28453 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "7c2e085630724d348efa518294b1228a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:43.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:43.033977 28453 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: This master's current role is: FOLLOWER
08:03:43.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:43.034165 28424 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7c2e085630724d348efa518294b1228a. Latest consensus state: current_term: 4 leader_uuid: "7c2e085630724d348efa518294b1228a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:43.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:43.034397 28424 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: This master's current role is: FOLLOWER
08:03:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:43.035342 28424 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "7c2e085630724d348efa518294b1228a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:43.035514 28424 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: This master's current role is: FOLLOWER
08:03:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:43.046842 27593 consensus_peers.cc:489] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a -> Peer 72e3d0f132954c6485490aa7c9807394 (127.26.214.252:38189): Couldn't send request to peer 72e3d0f132954c6485490aa7c9807394. Status: Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:03:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:43.047114 28447 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "7c2e085630724d348efa518294b1228a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:43.047308 28447 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a [sys.catalog]: This master's current role is: LEADER
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:43.068913 27605 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57760:
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:43.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:43.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:43.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:03:43.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:43.073876 27605 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:43.472648 28372 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" instance_seqno: 1756627418573535) as {username='slave'} at 127.26.214.194:49531; Asking this server to re-register.
08:03:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:43.473274 28076 heartbeater.cc:461] Registering TS with master...
08:03:43.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:43.474403 28372 ts_manager.cc:194] Registered new tserver with Master: 5e829eb192fa4ea8b6a542fcf46402b0 (127.26.214.194:42745)
08:03:43.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:43.552608 27593 consensus_peers.cc:489] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a -> Peer 72e3d0f132954c6485490aa7c9807394 (127.26.214.252:38189): Couldn't send request to peer 72e3d0f132954c6485490aa7c9807394. Status: Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:03:44.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:44.075403 27593 consensus_peers.cc:489] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a -> Peer 72e3d0f132954c6485490aa7c9807394 (127.26.214.252:38189): Couldn't send request to peer 72e3d0f132954c6485490aa7c9807394. Status: Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:03:44.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:44.452694 28077 heartbeater.cc:499] Master 127.26.214.253:35555 was elected leader, sending a full tablet report...
08:03:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:44.576375 27593 consensus_peers.cc:489] T 00000000000000000000000000000000 P 7c2e085630724d348efa518294b1228a -> Peer 72e3d0f132954c6485490aa7c9807394 (127.26.214.252:38189): Couldn't send request to peer 72e3d0f132954c6485490aa7c9807394. Status: Network error: Client connection negotiation failed: client connection to 127.26.214.252:38189: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
08:03:44.658 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.214.252:38189
08:03:44.658 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:44.659322 27483 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/wal
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/data
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/logs
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/data/info.pb
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.214.252:38189
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.214.252
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37537
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.214.212:36817
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189
08:03:44.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:44.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37459/jwks.json
08:03:44.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:44.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:44.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:44.888167 27936 heartbeater.cc:499] Master 127.26.214.253:35555 was elected leader, sending a full tablet report...
08:03:44.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:44.896258 28219 heartbeater.cc:499] Master 127.26.214.253:35555 was elected leader, sending a full tablet report...
08:03:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:44.960345 28484 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:44.960641 28484 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:44.960716 28484 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:44.968753 28484 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:44.968849 28484 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:44.968895 28484 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:44.968935 28484 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:44.968983 28484 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:44.969019 28484 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:44.969059 28484 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37459/jwks.json
08:03:44.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:44.979696 28484 master_runner.cc:386] Master server non-default flags:
08:03:44.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:44.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.214.212:36817
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/data
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/wal
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.214.252:38189
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37459/jwks.json
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/data/info.pb
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.214.252
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37537
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/logs
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Aug 2025 07:43:22 UTC on 24a791456cd2
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7828
08:03:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:44.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:44.981181 28484 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:44.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:44.982870 28484 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:44.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:44.990383 28494 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:44.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:44.990643 28492 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:44.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:44.990440 28491 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:44.991137 28484 server_base.cc:1047] running on GCE node
08:03:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:44.991936 28484 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:44.993193 28484 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:44.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:44.994383 28484 hybrid_clock.cc:648] HybridClock initialized: now 1756627424994325 us; error 39 us; skew 500 ppm
08:03:44.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:44.994657 28484 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:44.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:44.996533 28484 webserver.cc:480] Webserver started at http://127.26.214.252:37537/ using document root <none> and password file <none>
08:03:44.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:44.997165 28484 fs_manager.cc:362] Metadata directory not provided
08:03:44.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:44.997267 28484 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:45.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.001976 28484 fs_manager.cc:714] Time spent opening directory manager: real 0.003s user 0.002s sys 0.000s
08:03:45.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.004700 28500 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:45.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.006018 28484 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
08:03:45.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.006177 28484 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/data,/tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/wal
08:03:45.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72e3d0f132954c6485490aa7c9807394"
08:03:45.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 08:03:37 on dist-test-slave-2m1d"
08:03:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.006848 28484 fs_report.cc:389] FS layout report
08:03:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/wal
08:03:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/wal
08:03:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/data/data
08:03:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.034686 28484 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:45.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.035501 28484 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:45.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.035750 28484 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.056530 28484 rpc_server.cc:307] RPC server started. Bound to: 127.26.214.252:38189
08:03:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.056542 28561 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.214.252:38189 every 8 connection(s)
08:03:45.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.058149 28484 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskhwUEiD/test-tmp/mini-kudu-cluster6038822493905941944/master-2/data/info.pb
08:03:45.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.063037 27483 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu as pid 28484
08:03:45.063 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:45.063 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.214.253:35555
08:03:45.063 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:03:45.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.063973 27483 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu pid 27572
08:03:45.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.064766 28562 sys_catalog.cc:263] Verifying existing consensus state
08:03:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.065042 27646 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:45.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.068943 28562 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394: Bootstrap starting.
08:03:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.084030 28562 log.cc:826] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394: Log is configured to *not* fsync() on all Append() calls
08:03:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.097259 28562 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:03:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.097786 28562 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394: Bootstrap complete.
08:03:45.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.103845 28562 raft_consensus.cc:357] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:45.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.104497 28562 raft_consensus.cc:738] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 72e3d0f132954c6485490aa7c9807394, State: Initialized, Role: FOLLOWER
08:03:45.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.105151 28562 consensus_queue.cc:260] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:45.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.106034 28567 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:45.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.106441 28567 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: This master's current role is: FOLLOWER
08:03:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.107216 28562 sys_catalog.cc:564] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: configured and running, proceeding with master startup.
08:03:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.126240 28578 catalog_manager.cc:1261] Loaded cluster ID: 85441ef64c8447c4875cdd474713e7b8
08:03:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.126363 28578 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394: loading cluster ID for follower catalog manager: success
08:03:45.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.130653 28578 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394: acquiring CA information for follower catalog manager: success
08:03:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.133322 28578 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:45.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.237799 27483 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu with pid 27572
08:03:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:45.262813 27957 connection.cc:537] server connection from 127.0.0.1:36660 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:45.263 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.214.253:35555(127.26.214.253:35555)] handling channelInactive
08:03:45.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state READY due to: connection closed
08:03:45.264 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.26.214.253:35555(127.26.214.253:35555) for tablet Kudu Master: connection closed
08:03:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:45.264168 28565 negotiation.cc:337] Failed RPC negotiation. Trace:
08:03:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.065774 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:34426 (local address 127.26.214.252:38189)
08:03:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.067529 (+ 1755us) server_negotiation.cc:206] Beginning negotiation
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.067543 (+ 14us) server_negotiation.cc:399] Waiting for connection header
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.067589 (+ 46us) server_negotiation.cc:407] Connection header received
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.069354 (+ 1765us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.069382 (+ 28us) server_negotiation.cc:461] Received NEGOTIATE request from client
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.070097 (+ 715us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.070582 (+ 485us) server_negotiation.cc:226] Negotiated authn=SASL
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.238221 (+167639us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.239911 (+ 1690us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.262673 (+ 22762us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:34426: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1307,"thread_start_us":1037,"threads_started":1}
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:45.264427 28579 negotiation.cc:337] Failed RPC negotiation. Trace:
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.135482 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.26.214.253:35555 (local address 127.0.0.1:57764)
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.135635 (+ 153us) negotiation.cc:107] Waiting for socket to connect
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.135651 (+ 16us) client_negotiation.cc:174] Beginning negotiation
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.135740 (+ 89us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.239155 (+103415us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.239161 (+ 6us) client_negotiation.cc:394] Received NEGOTIATE response from server
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.239201 (+ 40us) client_negotiation.cc:189] Negotiated authn=CERTIFICATE
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.239672 (+ 471us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
08:03:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.239684 (+ 12us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
08:03:45.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.264240 (+ 24556us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:45.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":48}
08:03:45.267 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.264848 28484 master_runner.cc:186] Error getting master registration for 127.26.214.253:35555: Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
08:03:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.269095 28484 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:45.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.252:38189(127.26.214.252:38189)] connecting to peer
08:03:45.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:45.271 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.214.252:38189(127.26.214.252:38189)] Successfully connected to peer
08:03:45.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.282 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x349840e8, L:/127.0.0.1:34436 - R:/127.26.214.252:38189] using TOKEN/null
08:03:45.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:45.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:45.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:45.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:45.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:45.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:45.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.332 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:45.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:45.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.365962 28567 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.366315 28567 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:45.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.368818 28567 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:03:45.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.369215 28381 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "72e3d0f132954c6485490aa7c9807394" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "95140f2ea6154a039555b746a5ecc9c9" is_pre_election: true
08:03:45.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:45.369760 28501 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:45.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:45.371620 28501 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:45.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.371819 28501 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394; no voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9
08:03:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.372186 28567 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:03:45.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:45.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:45.395 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] sending RPC to server master-127.26.214.253:35555, [113ms] received response from server master-127.26.214.253:35555: Network error: connection closed, [114ms] delaying RPC due to: Network error: connection closed, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [136ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [136ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [244ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1304417250(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$118/1399513350@19e661a -> (continuation of Deferred@1488566733 after retry RPC after error@693465571) -> (continuation of Deferred@440829928 after retry RPC after error@1754958860) -> (continuation of Deferred@2113419011 after retry RPC after error@2132843318) -> (continuation of Deferred@1375156989 after retry RPC after error@1831937571) -> (continuation of Deferred@1364018345 after retry RPC after error@709860509), errback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1898283308@42877bfb -> (continuation of Deferred@1488566733 after retry RPC after error@693465571) -> (continuation of Deferred@440829928 after retry RPC after error@1754958860) -> (continuation of Deferred@2113419011 after retry RPC after error@2132843318) -> (continuation of Deferred@1375156989 after retry RPC after error@1831937571) -> (continuation of Deferred@1364018345 after retry RPC after error@709860509)))
08:03:45.395 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] sending RPC to server master-127.26.214.253:35555, [113ms] received response from server master-127.26.214.253:35555: Network error: connection closed, [114ms] delaying RPC due to: Network error: connection closed, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [136ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [136ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [244ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1304417250(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$118/1399513350@19e661a -> (continuation of Deferred@1488566733 after retry RPC after error@693465571) -> (continuation of Deferred@440829928 after retry RPC after error@1754958860) -> (continuation of Deferred@2113419011 after retry RPC after error@2132843318) -> (continuation of Deferred@1375156989 after retry RPC after error@1831937571) -> (continuation of Deferred@1364018345 after retry RPC after error@709860509), errback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1898283308@42877bfb -> (continuation of Deferred@1488566733 after retry RPC after error@693465571) -> (continuation of Deferred@440829928 after retry RPC after error@1754958860) -> (continuation of Deferred@2113419011 after retry RPC after error@2132843318) -> (continuation of Deferred@1375156989 after retry RPC after error@1831937571) -> (continuation of Deferred@1364018345 after retry RPC after error@709860509)))
08:03:45.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:45.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:45.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:45.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:45.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:45.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.452 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.462124 28075 heartbeater.cc:344] Connected to a master server at 127.26.214.252:38189
08:03:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.464919 28517 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "5e829eb192fa4ea8b6a542fcf46402b0" instance_seqno: 1756627418573535) as {username='slave'} at 127.26.214.194:44385; Asking this server to re-register.
08:03:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.465555 28075 heartbeater.cc:461] Registering TS with master...
08:03:45.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.466953 28517 ts_manager.cc:194] Registered new tserver with Master: 5e829eb192fa4ea8b6a542fcf46402b0 (127.26.214.194:42745)
08:03:45.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:45.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:45.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:45.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.492 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:45.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:45.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.538192 28586 raft_consensus.cc:491] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 7c2e085630724d348efa518294b1228a)
08:03:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.538419 28586 raft_consensus.cc:513] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:45.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.541321 28586 leader_election.cc:290] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 7c2e085630724d348efa518294b1228a (127.26.214.253:35555), 72e3d0f132954c6485490aa7c9807394 (127.26.214.252:38189)
08:03:45.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:45.541772 28356 leader_election.cc:336] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.546639 28527 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "95140f2ea6154a039555b746a5ecc9c9" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "72e3d0f132954c6485490aa7c9807394" is_pre_election: true
08:03:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.547049 28527 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 95140f2ea6154a039555b746a5ecc9c9 in term 3.
08:03:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.547472 28359 leader_election.cc:304] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394, 95140f2ea6154a039555b746a5ecc9c9; no voters: 7c2e085630724d348efa518294b1228a
08:03:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.547762 28586 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 4 FOLLOWER]: Leader pre-election won for term 5
08:03:45.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.547876 28586 raft_consensus.cc:491] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 7c2e085630724d348efa518294b1228a)
08:03:45.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.547992 28586 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 4 FOLLOWER]: Advancing to term 5
08:03:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.549785 28586 raft_consensus.cc:513] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:45.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:45.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.551113 28527 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "95140f2ea6154a039555b746a5ecc9c9" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "72e3d0f132954c6485490aa7c9807394"
08:03:45.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.550433 28586 leader_election.cc:290] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [CANDIDATE]: Term 5 election: Requested vote from peers 7c2e085630724d348efa518294b1228a (127.26.214.253:35555), 72e3d0f132954c6485490aa7c9807394 (127.26.214.252:38189)
08:03:45.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.551295 28527 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 3 FOLLOWER]: Advancing to term 5
08:03:45.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:45.552172 28356 leader_election.cc:336] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:45.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:45.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.556438 28527 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 95140f2ea6154a039555b746a5ecc9c9 in term 5.
08:03:45.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.556898 28359 leader_election.cc:304] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394, 95140f2ea6154a039555b746a5ecc9c9; no voters: 7c2e085630724d348efa518294b1228a
08:03:45.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.557171 28586 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 5 FOLLOWER]: Leader election won for term 5
08:03:45.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.557575 28586 raft_consensus.cc:695] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [term 5 LEADER]: Becoming Leader. State: Replica: 95140f2ea6154a039555b746a5ecc9c9, State: Running, Role: LEADER
08:03:45.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.558000 28586 consensus_queue.cc:237] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 4.13, Last appended by leader: 13, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:45.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.559536 28590 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 95140f2ea6154a039555b746a5ecc9c9. Latest consensus state: current_term: 5 leader_uuid: "95140f2ea6154a039555b746a5ecc9c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:45.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.559785 28590 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: This master's current role is: LEADER
08:03:45.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.560413 28592 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:03:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.562588 28592 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=5ba2a1c722e8437db67a878e67cacef3]
08:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.563092 28592 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=df4e7374a1134be7a069b0b65ece506d]
08:03:45.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.564633 28592 tablet_loader.cc:96] loaded metadata for tablet 03f7a26ec3cd4aee92c57ced9e6890bc (table txn_manager_fallback_rolling [id=df4e7374a1134be7a069b0b65ece506d])
08:03:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.564963 28592 tablet_loader.cc:96] loaded metadata for tablet 11d5e42d78e7453a9fed51a2307cfc6b (table txn_manager_fallback_rolling [id=df4e7374a1134be7a069b0b65ece506d])
08:03:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.565219 28592 tablet_loader.cc:96] loaded metadata for tablet e0e9121633384c0baa56e201f1504551 (table kudu_system.kudu_transactions [id=5ba2a1c722e8437db67a878e67cacef3])
08:03:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.565413 28592 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:03:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.566198 28592 catalog_manager.cc:1261] Loaded cluster ID: 85441ef64c8447c4875cdd474713e7b8
08:03:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.566272 28592 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:03:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.567340 28592 catalog_manager.cc:1506] Loading token signing keys...
08:03:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.568079 28592 catalog_manager.cc:5966] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9: Loaded TSK: 0
08:03:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.568812 28592 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:03:45.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:45.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:45.652 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:03:45.653 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, deferred=Deferred@567471860(state=PENDING, result=null, callback=(continuation of Deferred@316935168 after retry RPC after error@638473608) -> (continuation of Deferred@410799285 after retry RPC after error@787461120) -> (continuation of Deferred@483994065 after retry RPC after error@1219468759) -> (continuation of Deferred@852261267 after retry RPC after error@1632670846) -> (continuation of Deferred@873639460 after retry RPC after error@15195220) -> (continuation of Deferred@1362509114 after retry RPC after error@874557446) -> (continuation of Deferred@358767400 after retry RPC after error@727261356), errback=(continuation of Deferred@316935168 after retry RPC after error@638473608) -> (continuation of Deferred@410799285 after retry RPC after error@787461120) -> (continuation of Deferred@483994065 after retry RPC after error@1219468759) -> (continuation of Deferred@852261267 after retry RPC after error@1632670846) -> (continuation of Deferred@873639460 after retry RPC after error@15195220) -> (continuation of Deferred@1362509114 after retry RPC after error@874557446) -> (continuation of Deferred@358767400 after retry RPC after error@727261356))) after lookup
08:03:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.659610 28527 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Refusing update from remote peer 95140f2ea6154a039555b746a5ecc9c9: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 14. (index mismatch)
08:03:45.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.660318 28590 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 12, Time since last communication: 0.000s
08:03:45.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.664142 28600 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "95140f2ea6154a039555b746a5ecc9c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:45.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.664592 28600 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: This master's current role is: FOLLOWER
08:03:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.664937 28567 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 95140f2ea6154a039555b746a5ecc9c9. Latest consensus state: current_term: 5 leader_uuid: "95140f2ea6154a039555b746a5ecc9c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.665143 28567 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: This master's current role is: FOLLOWER
08:03:45.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.666826 28567 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "95140f2ea6154a039555b746a5ecc9c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:45.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.667001 28567 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [sys.catalog]: This master's current role is: FOLLOWER
08:03:45.671 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: OK, [243ms] sending RPC to server master-127.26.214.254:41801, deferred=Deferred@567471860(state=PENDING, result=null, callback=(continuation of Deferred@316935168 after retry RPC after error@638473608) -> (continuation of Deferred@410799285 after retry RPC after error@787461120) -> (continuation of Deferred@483994065 after retry RPC after error@1219468759) -> (continuation of Deferred@852261267 after retry RPC after error@1632670846) -> (continuation of Deferred@873639460 after retry RPC after error@15195220) -> (continuation of Deferred@1362509114 after retry RPC after error@874557446) -> (continuation of Deferred@358767400 after retry RPC after error@727261356) -> (continuation of Deferred@397344643 after retry RPC@2056098908), errback=(continuation of Deferred@316935168 after retry RPC after error@638473608) -> (continuation of Deferred@410799285 after retry RPC after error@787461120) -> (continuation of Deferred@483994065 after retry RPC after error@1219468759) -> (continuation of Deferred@852261267 after retry RPC after error@1632670846) -> (continuation of Deferred@873639460 after retry RPC after error@15195220) -> (continuation of Deferred@1362509114 after retry RPC after error@874557446) -> (continuation of Deferred@358767400 after retry RPC after error@727261356) -> (continuation of Deferred@397344643 after retry RPC@2056098908)))
08:03:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:45.674508 28402 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:56332 (request call id 21) took 20 ms (client timeout 7 ms). Trace:
08:03:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:45.674724 28402 rpcz_store.cc:269] 0831 08:03:45.654156 (+ 0us) service_pool.cc:168] Inserting onto call queue
08:03:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.654221 (+ 65us) service_pool.cc:225] Handling call
08:03:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0831 08:03:45.674411 (+ 20190us) inbound_call.cc:173] Queueing success response
08:03:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":332,"thread_start_us":1191,"threads_started":5}
08:03:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:45.676003 28356 consensus_peers.cc:489] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 -> Peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Couldn't send request to peer 7c2e085630724d348efa518294b1228a. Status: Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:03:45.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.676898 28586 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 5 leader_uuid: "95140f2ea6154a039555b746a5ecc9c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } } }
08:03:45.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.677672 28586 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 [sys.catalog]: This master's current role is: LEADER
08:03:45.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 789826236858 + 9223371247028539449 cannot be represented in type 'long'
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.701462 28372 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56356:
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:03:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:45.714824 28372 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:45.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.901726 27934 heartbeater.cc:344] Connected to a master server at 127.26.214.252:38189
08:03:45.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.903344 28517 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "8fc624aa52a34d209790a83eabcd37f7" instance_seqno: 1756627418088345) as {username='slave'} at 127.26.214.193:43115; Asking this server to re-register.
08:03:45.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.904196 27934 heartbeater.cc:461] Registering TS with master...
08:03:45.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.905787 28517 ts_manager.cc:194] Registered new tserver with Master: 8fc624aa52a34d209790a83eabcd37f7 (127.26.214.193:42967)
08:03:45.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.917294 28217 heartbeater.cc:344] Connected to a master server at 127.26.214.252:38189
08:03:45.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.918716 28517 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "453d025314a44f08a4e906e630b913c3" instance_seqno: 1756627419027707) as {username='slave'} at 127.26.214.195:51055; Asking this server to re-register.
08:03:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.919373 28217 heartbeater.cc:461] Registering TS with master...
08:03:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:45.920809 28517 ts_manager.cc:194] Registered new tserver with Master: 453d025314a44f08a4e906e630b913c3 (127.26.214.195:35469)
08:03:46.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:46.193674 28356 consensus_peers.cc:489] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 -> Peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Couldn't send request to peer 7c2e085630724d348efa518294b1228a. Status: Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:03:46.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f20b59d6d38 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
08:03:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa66af5 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
08:03:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:46.684181 28356 consensus_peers.cc:489] T 00000000000000000000000000000000 P 95140f2ea6154a039555b746a5ecc9c9 -> Peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Couldn't send request to peer 7c2e085630724d348efa518294b1228a. Status: Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:03:46.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f20c91b0af2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
08:03:46.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f20c91a0604 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:482:48
08:03:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f20c9304c7e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
08:03:46.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f20c930585b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
08:03:46.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f20c930a49f in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
08:03:46.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f20c322f2d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
08:03:46.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f20c322f005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
08:03:46.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f20bc8292ce in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
08:03:46.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f20bc8281ae in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
08:03:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f20bc82e3e5 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
08:03:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f20bc82ed0f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
08:03:46.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f20bc82eb38 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
08:03:46.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa774dc in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
08:03:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f20b5aa0cc8 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
08:03:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f20b8ec26da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
08:03:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f20b1bf471e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
08:03:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
08:03:46.763 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.214.254:41801(127.26.214.254:41801)] handling channelInactive
08:03:46.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state READY due to: connection closed
08:03:46.763 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.26.214.254:41801(127.26.214.254:41801) for tablet Kudu Master: connection closed
08:03:46.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:46.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:46.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.771 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:46.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:46.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:46.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:46.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:46.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:46.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:46.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:46.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:46.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:46.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:46.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:46.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:46.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:46.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:46.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:46.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:46.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:46.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:46.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:46.952 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2073515461(state=PENDING, result=null, callback=(continuation of Deferred@511323000 after retry RPC after error@1032172729) -> (continuation of Deferred@2026636481 after retry RPC after error@959733600) -> (continuation of Deferred@1985647317 after retry RPC after error@1718272219) -> (continuation of Deferred@2115513051 after retry RPC after error@1699521831) -> (continuation of Deferred@1193434977 after retry RPC after error@2004759366) -> (continuation of Deferred@1208979840 after retry RPC after error@1214935099), errback=(continuation of Deferred@511323000 after retry RPC after error@1032172729) -> (continuation of Deferred@2026636481 after retry RPC after error@959733600) -> (continuation of Deferred@1985647317 after retry RPC after error@1718272219) -> (continuation of Deferred@2115513051 after retry RPC after error@1699521831) -> (continuation of Deferred@1193434977 after retry RPC after error@2004759366) -> (continuation of Deferred@1208979840 after retry RPC after error@1214935099)))
08:03:46.953 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2073515461(state=PENDING, result=null, callback=(continuation of Deferred@511323000 after retry RPC after error@1032172729) -> (continuation of Deferred@2026636481 after retry RPC after error@959733600) -> (continuation of Deferred@1985647317 after retry RPC after error@1718272219) -> (continuation of Deferred@2115513051 after retry RPC after error@1699521831) -> (continuation of Deferred@1193434977 after retry RPC after error@2004759366) -> (continuation of Deferred@1208979840 after retry RPC after error@1214935099), errback=(continuation of Deferred@511323000 after retry RPC after error@1032172729) -> (continuation of Deferred@2026636481 after retry RPC after error@959733600) -> (continuation of Deferred@1985647317 after retry RPC after error@1718272219) -> (continuation of Deferred@2115513051 after retry RPC after error@1699521831) -> (continuation of Deferred@1193434977 after retry RPC after error@2004759366) -> (continuation of Deferred@1208979840 after retry RPC after error@1214935099)))
08:03:46.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:46.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:46.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:46.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:46.981494 28218 heartbeater.cc:499] Master 127.26.214.254:41801 was elected leader, sending a full tablet report...
08:03:46.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:46.981823 27935 heartbeater.cc:499] Master 127.26.214.254:41801 was elected leader, sending a full tablet report...
08:03:46.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:46.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:46.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:46.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:46.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:46.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:46.998715 28618 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:03:46.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:46.998890 28618 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:46.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:46.999563 28618 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:03:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:47.001201 28503 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:47.001330 28501 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:47.001448 28501 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394; no voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9
08:03:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:47.001657 28618 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:03:47.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.032 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.052 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.132 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1810414505(state=PENDING, result=null, callback=(continuation of Deferred@2120441548 after retry RPC after error@1683747417) -> (continuation of Deferred@1254990110 after retry RPC after error@1683389981) -> (continuation of Deferred@2611557 after retry RPC after error@995441154) -> (continuation of Deferred@473409831 after retry RPC after error@1262914090) -> (continuation of Deferred@1964285654 after retry RPC after error@1728261980) -> (continuation of Deferred@1180486666 after retry RPC after error@959711537), errback=(continuation of Deferred@2120441548 after retry RPC after error@1683747417) -> (continuation of Deferred@1254990110 after retry RPC after error@1683389981) -> (continuation of Deferred@2611557 after retry RPC after error@995441154) -> (continuation of Deferred@473409831 after retry RPC after error@1262914090) -> (continuation of Deferred@1964285654 after retry RPC after error@1728261980) -> (continuation of Deferred@1180486666 after retry RPC after error@959711537)))
08:03:47.133 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1810414505(state=PENDING, result=null, callback=(continuation of Deferred@2120441548 after retry RPC after error@1683747417) -> (continuation of Deferred@1254990110 after retry RPC after error@1683389981) -> (continuation of Deferred@2611557 after retry RPC after error@995441154) -> (continuation of Deferred@473409831 after retry RPC after error@1262914090) -> (continuation of Deferred@1964285654 after retry RPC after error@1728261980) -> (continuation of Deferred@1180486666 after retry RPC after error@959711537), errback=(continuation of Deferred@2120441548 after retry RPC after error@1683747417) -> (continuation of Deferred@1254990110 after retry RPC after error@1683389981) -> (continuation of Deferred@2611557 after retry RPC after error@995441154) -> (continuation of Deferred@473409831 after retry RPC after error@1262914090) -> (continuation of Deferred@1964285654 after retry RPC after error@1728261980) -> (continuation of Deferred@1180486666 after retry RPC after error@959711537)))
08:03:47.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.152 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.267 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.268 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.269 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:47.293967 27960 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.033s from last keepalive heartbeat (effective timeout is 1.000s)
08:03:47.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:47.312206 28043 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.214.252:38189)
08:03:47.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.332 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [144ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@463781957(state=PENDING, result=null, callback=(continuation of Deferred@756264750 after retry RPC after error@1605921326) -> (continuation of Deferred@881847546 after retry RPC after error@160740550) -> (continuation of Deferred@969801733 after retry RPC after error@633074696) -> (continuation of Deferred@1855468665 after retry RPC after error@1107726312) -> (continuation of Deferred@193032581 after retry RPC after error@1910558537) -> (continuation of Deferred@1584666352 after retry RPC after error@687581977) -> (continuation of Deferred@678882010 after retry RPC after error@1595666970), errback=(continuation of Deferred@756264750 after retry RPC after error@1605921326) -> (continuation of Deferred@881847546 after retry RPC after error@160740550) -> (continuation of Deferred@969801733 after retry RPC after error@633074696) -> (continuation of Deferred@1855468665 after retry RPC after error@1107726312) -> (continuation of Deferred@193032581 after retry RPC after error@1910558537) -> (continuation of Deferred@1584666352 after retry RPC after error@687581977) -> (continuation of Deferred@678882010 after retry RPC after error@1595666970)))
08:03:47.332 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [144ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@463781957(state=PENDING, result=null, callback=(continuation of Deferred@756264750 after retry RPC after error@1605921326) -> (continuation of Deferred@881847546 after retry RPC after error@160740550) -> (continuation of Deferred@969801733 after retry RPC after error@633074696) -> (continuation of Deferred@1855468665 after retry RPC after error@1107726312) -> (continuation of Deferred@193032581 after retry RPC after error@1910558537) -> (continuation of Deferred@1584666352 after retry RPC after error@687581977) -> (continuation of Deferred@678882010 after retry RPC after error@1595666970), errback=(continuation of Deferred@756264750 after retry RPC after error@1605921326) -> (continuation of Deferred@881847546 after retry RPC after error@160740550) -> (continuation of Deferred@969801733 after retry RPC after error@633074696) -> (continuation of Deferred@1855468665 after retry RPC after error@1107726312) -> (continuation of Deferred@193032581 after retry RPC after error@1910558537) -> (continuation of Deferred@1584666352 after retry RPC after error@687581977) -> (continuation of Deferred@678882010 after retry RPC after error@1595666970)))
08:03:47.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.415 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.415 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:47.437701 28618 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:03:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:47.437851 28618 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:47.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:47.438431 28618 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:03:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:47.439649 28503 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:47.439821 28501 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:47.439965 28501 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394; no voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9
08:03:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:47.440189 28618 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:03:47.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:47.458956 28076 heartbeater.cc:499] Master 127.26.214.254:41801 was elected leader, sending a full tablet report...
08:03:47.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.513 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [24ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [64ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [65ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [65ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@743729844(state=PENDING, result=null, callback=(continuation of Deferred@1674728323 after retry RPC after error@1913826122) -> (continuation of Deferred@2076847777 after retry RPC after error@1950673574) -> (continuation of Deferred@100397542 after retry RPC after error@1658077928) -> (continuation of Deferred@1212274485 after retry RPC after error@461575489) -> (continuation of Deferred@1093514006 after retry RPC after error@19823321) -> (continuation of Deferred@1200680374 after retry RPC after error@1144701208), errback=(continuation of Deferred@1674728323 after retry RPC after error@1913826122) -> (continuation of Deferred@2076847777 after retry RPC after error@1950673574) -> (continuation of Deferred@100397542 after retry RPC after error@1658077928) -> (continuation of Deferred@1212274485 after retry RPC after error@461575489) -> (continuation of Deferred@1093514006 after retry RPC after error@19823321) -> (continuation of Deferred@1200680374 after retry RPC after error@1144701208)))
08:03:47.513 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [24ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [64ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [65ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [65ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@743729844(state=PENDING, result=null, callback=(continuation of Deferred@1674728323 after retry RPC after error@1913826122) -> (continuation of Deferred@2076847777 after retry RPC after error@1950673574) -> (continuation of Deferred@100397542 after retry RPC after error@1658077928) -> (continuation of Deferred@1212274485 after retry RPC after error@461575489) -> (continuation of Deferred@1093514006 after retry RPC after error@19823321) -> (continuation of Deferred@1200680374 after retry RPC after error@1144701208), errback=(continuation of Deferred@1674728323 after retry RPC after error@1913826122) -> (continuation of Deferred@2076847777 after retry RPC after error@1950673574) -> (continuation of Deferred@100397542 after retry RPC after error@1658077928) -> (continuation of Deferred@1212274485 after retry RPC after error@461575489) -> (continuation of Deferred@1093514006 after retry RPC after error@19823321) -> (continuation of Deferred@1200680374 after retry RPC after error@1144701208)))
08:03:47.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.753 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@242111441(state=PENDING, result=null, callback=(continuation of Deferred@384529449 after retry RPC after error@670058452) -> (continuation of Deferred@1955927889 after retry RPC after error@135869129) -> (continuation of Deferred@1168000479 after retry RPC after error@1618310239) -> (continuation of Deferred@1015470239 after retry RPC after error@2110270140) -> (continuation of Deferred@1246705767 after retry RPC after error@30636797) -> (continuation of Deferred@194709624 after retry RPC after error@934956669) -> (continuation of Deferred@75875565 after retry RPC after error@513491474), errback=(continuation of Deferred@384529449 after retry RPC after error@670058452) -> (continuation of Deferred@1955927889 after retry RPC after error@135869129) -> (continuation of Deferred@1168000479 after retry RPC after error@1618310239) -> (continuation of Deferred@1015470239 after retry RPC after error@2110270140) -> (continuation of Deferred@1246705767 after retry RPC after error@30636797) -> (continuation of Deferred@194709624 after retry RPC after error@934956669) -> (continuation of Deferred@75875565 after retry RPC after error@513491474)))
08:03:47.754 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@242111441(state=PENDING, result=null, callback=(continuation of Deferred@384529449 after retry RPC after error@670058452) -> (continuation of Deferred@1955927889 after retry RPC after error@135869129) -> (continuation of Deferred@1168000479 after retry RPC after error@1618310239) -> (continuation of Deferred@1015470239 after retry RPC after error@2110270140) -> (continuation of Deferred@1246705767 after retry RPC after error@30636797) -> (continuation of Deferred@194709624 after retry RPC after error@934956669) -> (continuation of Deferred@75875565 after retry RPC after error@513491474), errback=(continuation of Deferred@384529449 after retry RPC after error@670058452) -> (continuation of Deferred@1955927889 after retry RPC after error@135869129) -> (continuation of Deferred@1168000479 after retry RPC after error@1618310239) -> (continuation of Deferred@1015470239 after retry RPC after error@2110270140) -> (continuation of Deferred@1246705767 after retry RPC after error@30636797) -> (continuation of Deferred@194709624 after retry RPC after error@934956669) -> (continuation of Deferred@75875565 after retry RPC after error@513491474)))
08:03:47.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:47.894407 28618 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:03:47.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:47.894610 28618 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:47.895305 28618 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:03:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:47.896528 28503 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:47.896793 28501 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:47.896956 28501 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394; no voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9
08:03:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:47.897199 28618 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:03:47.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:47.973 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1373796443(state=PENDING, result=null, callback=(continuation of Deferred@421402033 after retry RPC after error@221985184) -> (continuation of Deferred@2016640903 after retry RPC after error@978448506) -> (continuation of Deferred@1393285404 after retry RPC after error@128519396) -> (continuation of Deferred@1686475985 after retry RPC after error@1373792795) -> (continuation of Deferred@1554811394 after retry RPC after error@330130271) -> (continuation of Deferred@1539722983 after retry RPC after error@431379766) -> (continuation of Deferred@561131672 after retry RPC after error@1497176178), errback=(continuation of Deferred@421402033 after retry RPC after error@221985184) -> (continuation of Deferred@2016640903 after retry RPC after error@978448506) -> (continuation of Deferred@1393285404 after retry RPC after error@128519396) -> (continuation of Deferred@1686475985 after retry RPC after error@1373792795) -> (continuation of Deferred@1554811394 after retry RPC after error@330130271) -> (continuation of Deferred@1539722983 after retry RPC after error@431379766) -> (continuation of Deferred@561131672 after retry RPC after error@1497176178)))
08:03:47.974 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1373796443(state=PENDING, result=null, callback=(continuation of Deferred@421402033 after retry RPC after error@221985184) -> (continuation of Deferred@2016640903 after retry RPC after error@978448506) -> (continuation of Deferred@1393285404 after retry RPC after error@128519396) -> (continuation of Deferred@1686475985 after retry RPC after error@1373792795) -> (continuation of Deferred@1554811394 after retry RPC after error@330130271) -> (continuation of Deferred@1539722983 after retry RPC after error@431379766) -> (continuation of Deferred@561131672 after retry RPC after error@1497176178), errback=(continuation of Deferred@421402033 after retry RPC after error@221985184) -> (continuation of Deferred@2016640903 after retry RPC after error@978448506) -> (continuation of Deferred@1393285404 after retry RPC after error@128519396) -> (continuation of Deferred@1686475985 after retry RPC after error@1373792795) -> (continuation of Deferred@1554811394 after retry RPC after error@330130271) -> (continuation of Deferred@1539722983 after retry RPC after error@431379766) -> (continuation of Deferred@561131672 after retry RPC after error@1497176178)))
08:03:47.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:47.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:47.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:47.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:47.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.032 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.112 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.133 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.152 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1843425926(state=PENDING, result=null, callback=(continuation of Deferred@1522206567 after retry RPC after error@1216768797) -> (continuation of Deferred@897695970 after retry RPC after error@1528557718) -> (continuation of Deferred@1494832301 after retry RPC after error@574358032) -> (continuation of Deferred@427901029 after retry RPC after error@488279171) -> (continuation of Deferred@238362545 after retry RPC after error@1281077477) -> (continuation of Deferred@1598706531 after retry RPC after error@377332381), errback=(continuation of Deferred@1522206567 after retry RPC after error@1216768797) -> (continuation of Deferred@897695970 after retry RPC after error@1528557718) -> (continuation of Deferred@1494832301 after retry RPC after error@574358032) -> (continuation of Deferred@427901029 after retry RPC after error@488279171) -> (continuation of Deferred@238362545 after retry RPC after error@1281077477) -> (continuation of Deferred@1598706531 after retry RPC after error@377332381)))
08:03:48.153 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1843425926(state=PENDING, result=null, callback=(continuation of Deferred@1522206567 after retry RPC after error@1216768797) -> (continuation of Deferred@897695970 after retry RPC after error@1528557718) -> (continuation of Deferred@1494832301 after retry RPC after error@574358032) -> (continuation of Deferred@427901029 after retry RPC after error@488279171) -> (continuation of Deferred@238362545 after retry RPC after error@1281077477) -> (continuation of Deferred@1598706531 after retry RPC after error@377332381), errback=(continuation of Deferred@1522206567 after retry RPC after error@1216768797) -> (continuation of Deferred@897695970 after retry RPC after error@1528557718) -> (continuation of Deferred@1494832301 after retry RPC after error@574358032) -> (continuation of Deferred@427901029 after retry RPC after error@488279171) -> (continuation of Deferred@238362545 after retry RPC after error@1281077477) -> (continuation of Deferred@1598706531 after retry RPC after error@377332381)))
08:03:48.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:48.264012 28618 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:03:48.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:48.264176 28618 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:48.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:48.264761 28618 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:03:48.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:48.265919 28503 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:48.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:48.266105 28501 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:48.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:48.266260 28501 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394; no voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9
08:03:48.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:48.266520 28618 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:03:48.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.393 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@374665678(state=PENDING, result=null, callback=(continuation of Deferred@1362256840 after retry RPC after error@1260591777) -> (continuation of Deferred@475672202 after retry RPC after error@766600782) -> (continuation of Deferred@1876917267 after retry RPC after error@1023051099) -> (continuation of Deferred@1905906224 after retry RPC after error@1463568731) -> (continuation of Deferred@1125619787 after retry RPC after error@724507951) -> (continuation of Deferred@345526824 after retry RPC after error@559658865) -> (continuation of Deferred@1584510673 after retry RPC after error@224665173), errback=(continuation of Deferred@1362256840 after retry RPC after error@1260591777) -> (continuation of Deferred@475672202 after retry RPC after error@766600782) -> (continuation of Deferred@1876917267 after retry RPC after error@1023051099) -> (continuation of Deferred@1905906224 after retry RPC after error@1463568731) -> (continuation of Deferred@1125619787 after retry RPC after error@724507951) -> (continuation of Deferred@345526824 after retry RPC after error@559658865) -> (continuation of Deferred@1584510673 after retry RPC after error@224665173)))
08:03:48.394 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@374665678(state=PENDING, result=null, callback=(continuation of Deferred@1362256840 after retry RPC after error@1260591777) -> (continuation of Deferred@475672202 after retry RPC after error@766600782) -> (continuation of Deferred@1876917267 after retry RPC after error@1023051099) -> (continuation of Deferred@1905906224 after retry RPC after error@1463568731) -> (continuation of Deferred@1125619787 after retry RPC after error@724507951) -> (continuation of Deferred@345526824 after retry RPC after error@559658865) -> (continuation of Deferred@1584510673 after retry RPC after error@224665173), errback=(continuation of Deferred@1362256840 after retry RPC after error@1260591777) -> (continuation of Deferred@475672202 after retry RPC after error@766600782) -> (continuation of Deferred@1876917267 after retry RPC after error@1023051099) -> (continuation of Deferred@1905906224 after retry RPC after error@1463568731) -> (continuation of Deferred@1125619787 after retry RPC after error@724507951) -> (continuation of Deferred@345526824 after retry RPC after error@559658865) -> (continuation of Deferred@1584510673 after retry RPC after error@224665173)))
08:03:48.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.593 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1097673811(state=PENDING, result=null, callback=(continuation of Deferred@481254138 after retry RPC after error@200886343) -> (continuation of Deferred@443452798 after retry RPC after error@843654612) -> (continuation of Deferred@1423426029 after retry RPC after error@355270720) -> (continuation of Deferred@2076605158 after retry RPC after error@5933007) -> (continuation of Deferred@1785263744 after retry RPC after error@389727373) -> (continuation of Deferred@1608748486 after retry RPC after error@189996298) -> (continuation of Deferred@639772182 after retry RPC after error@1736282355), errback=(continuation of Deferred@481254138 after retry RPC after error@200886343) -> (continuation of Deferred@443452798 after retry RPC after error@843654612) -> (continuation of Deferred@1423426029 after retry RPC after error@355270720) -> (continuation of Deferred@2076605158 after retry RPC after error@5933007) -> (continuation of Deferred@1785263744 after retry RPC after error@389727373) -> (continuation of Deferred@1608748486 after retry RPC after error@189996298) -> (continuation of Deferred@639772182 after retry RPC after error@1736282355)))
08:03:48.594 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1097673811(state=PENDING, result=null, callback=(continuation of Deferred@481254138 after retry RPC after error@200886343) -> (continuation of Deferred@443452798 after retry RPC after error@843654612) -> (continuation of Deferred@1423426029 after retry RPC after error@355270720) -> (continuation of Deferred@2076605158 after retry RPC after error@5933007) -> (continuation of Deferred@1785263744 after retry RPC after error@389727373) -> (continuation of Deferred@1608748486 after retry RPC after error@189996298) -> (continuation of Deferred@639772182 after retry RPC after error@1736282355), errback=(continuation of Deferred@481254138 after retry RPC after error@200886343) -> (continuation of Deferred@443452798 after retry RPC after error@843654612) -> (continuation of Deferred@1423426029 after retry RPC after error@355270720) -> (continuation of Deferred@2076605158 after retry RPC after error@5933007) -> (continuation of Deferred@1785263744 after retry RPC after error@389727373) -> (continuation of Deferred@1608748486 after retry RPC after error@189996298) -> (continuation of Deferred@639772182 after retry RPC after error@1736282355)))
08:03:48.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.692 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:48.726263 28618 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:03:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:48.726433 28618 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:48.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:48.727017 28618 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:03:48.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:48.728242 28501 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:48.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:48.728422 28503 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:48.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:48.728536 28503 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394; no voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9
08:03:48.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:48.728751 28618 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:03:48.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.792 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@554126364(state=PENDING, result=null, callback=(continuation of Deferred@764061605 after retry RPC after error@1680880648) -> (continuation of Deferred@862179730 after retry RPC after error@681516110) -> (continuation of Deferred@1355821431 after retry RPC after error@891674385) -> (continuation of Deferred@417822566 after retry RPC after error@1221223768) -> (continuation of Deferred@423673535 after retry RPC after error@42346449) -> (continuation of Deferred@569978016 after retry RPC after error@973241698), errback=(continuation of Deferred@764061605 after retry RPC after error@1680880648) -> (continuation of Deferred@862179730 after retry RPC after error@681516110) -> (continuation of Deferred@1355821431 after retry RPC after error@891674385) -> (continuation of Deferred@417822566 after retry RPC after error@1221223768) -> (continuation of Deferred@423673535 after retry RPC after error@42346449) -> (continuation of Deferred@569978016 after retry RPC after error@973241698)))
08:03:48.793 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@554126364(state=PENDING, result=null, callback=(continuation of Deferred@764061605 after retry RPC after error@1680880648) -> (continuation of Deferred@862179730 after retry RPC after error@681516110) -> (continuation of Deferred@1355821431 after retry RPC after error@891674385) -> (continuation of Deferred@417822566 after retry RPC after error@1221223768) -> (continuation of Deferred@423673535 after retry RPC after error@42346449) -> (continuation of Deferred@569978016 after retry RPC after error@973241698), errback=(continuation of Deferred@764061605 after retry RPC after error@1680880648) -> (continuation of Deferred@862179730 after retry RPC after error@681516110) -> (continuation of Deferred@1355821431 after retry RPC after error@891674385) -> (continuation of Deferred@417822566 after retry RPC after error@1221223768) -> (continuation of Deferred@423673535 after retry RPC after error@42346449) -> (continuation of Deferred@569978016 after retry RPC after error@973241698)))
08:03:48.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:48.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:48.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:48.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:48.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:48.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.052 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1176369879(state=PENDING, result=null, callback=(continuation of Deferred@1997947498 after retry RPC after error@1971093868) -> (continuation of Deferred@796224920 after retry RPC after error@110617059) -> (continuation of Deferred@1129838153 after retry RPC after error@1378973870) -> (continuation of Deferred@1454167773 after retry RPC after error@1871559954) -> (continuation of Deferred@320142100 after retry RPC after error@1253643728) -> (continuation of Deferred@2056464484 after retry RPC after error@2020900617) -> (continuation of Deferred@1284302664 after retry RPC after error@1318677660), errback=(continuation of Deferred@1997947498 after retry RPC after error@1971093868) -> (continuation of Deferred@796224920 after retry RPC after error@110617059) -> (continuation of Deferred@1129838153 after retry RPC after error@1378973870) -> (continuation of Deferred@1454167773 after retry RPC after error@1871559954) -> (continuation of Deferred@320142100 after retry RPC after error@1253643728) -> (continuation of Deferred@2056464484 after retry RPC after error@2020900617) -> (continuation of Deferred@1284302664 after retry RPC after error@1318677660)))
08:03:49.052 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1176369879(state=PENDING, result=null, callback=(continuation of Deferred@1997947498 after retry RPC after error@1971093868) -> (continuation of Deferred@796224920 after retry RPC after error@110617059) -> (continuation of Deferred@1129838153 after retry RPC after error@1378973870) -> (continuation of Deferred@1454167773 after retry RPC after error@1871559954) -> (continuation of Deferred@320142100 after retry RPC after error@1253643728) -> (continuation of Deferred@2056464484 after retry RPC after error@2020900617) -> (continuation of Deferred@1284302664 after retry RPC after error@1318677660), errback=(continuation of Deferred@1997947498 after retry RPC after error@1971093868) -> (continuation of Deferred@796224920 after retry RPC after error@110617059) -> (continuation of Deferred@1129838153 after retry RPC after error@1378973870) -> (continuation of Deferred@1454167773 after retry RPC after error@1871559954) -> (continuation of Deferred@320142100 after retry RPC after error@1253643728) -> (continuation of Deferred@2056464484 after retry RPC after error@2020900617) -> (continuation of Deferred@1284302664 after retry RPC after error@1318677660)))
08:03:49.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.213 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1332556633(state=PENDING, result=null, callback=(continuation of Deferred@587109621 after retry RPC after error@696103643) -> (continuation of Deferred@1883581945 after retry RPC after error@1452552019) -> (continuation of Deferred@1785928 after retry RPC after error@1152700922) -> (continuation of Deferred@499582576 after retry RPC after error@1792953388) -> (continuation of Deferred@815618111 after retry RPC after error@1388602583) -> (continuation of Deferred@2006260857 after retry RPC after error@1873973643), errback=(continuation of Deferred@587109621 after retry RPC after error@696103643) -> (continuation of Deferred@1883581945 after retry RPC after error@1452552019) -> (continuation of Deferred@1785928 after retry RPC after error@1152700922) -> (continuation of Deferred@499582576 after retry RPC after error@1792953388) -> (continuation of Deferred@815618111 after retry RPC after error@1388602583) -> (continuation of Deferred@2006260857 after retry RPC after error@1873973643)))
08:03:49.213 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1332556633(state=PENDING, result=null, callback=(continuation of Deferred@587109621 after retry RPC after error@696103643) -> (continuation of Deferred@1883581945 after retry RPC after error@1452552019) -> (continuation of Deferred@1785928 after retry RPC after error@1152700922) -> (continuation of Deferred@499582576 after retry RPC after error@1792953388) -> (continuation of Deferred@815618111 after retry RPC after error@1388602583) -> (continuation of Deferred@2006260857 after retry RPC after error@1873973643), errback=(continuation of Deferred@587109621 after retry RPC after error@696103643) -> (continuation of Deferred@1883581945 after retry RPC after error@1452552019) -> (continuation of Deferred@1785928 after retry RPC after error@1152700922) -> (continuation of Deferred@499582576 after retry RPC after error@1792953388) -> (continuation of Deferred@815618111 after retry RPC after error@1388602583) -> (continuation of Deferred@2006260857 after retry RPC after error@1873973643)))
08:03:49.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.453 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [144ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@546896037(state=PENDING, result=null, callback=(continuation of Deferred@602363085 after retry RPC after error@1109420193) -> (continuation of Deferred@2015961349 after retry RPC after error@529769333) -> (continuation of Deferred@105631094 after retry RPC after error@1206896766) -> (continuation of Deferred@1996486799 after retry RPC after error@1953850670) -> (continuation of Deferred@739059371 after retry RPC after error@353937260) -> (continuation of Deferred@472522432 after retry RPC after error@1126782078) -> (continuation of Deferred@114563790 after retry RPC after error@1445457599), errback=(continuation of Deferred@602363085 after retry RPC after error@1109420193) -> (continuation of Deferred@2015961349 after retry RPC after error@529769333) -> (continuation of Deferred@105631094 after retry RPC after error@1206896766) -> (continuation of Deferred@1996486799 after retry RPC after error@1953850670) -> (continuation of Deferred@739059371 after retry RPC after error@353937260) -> (continuation of Deferred@472522432 after retry RPC after error@1126782078) -> (continuation of Deferred@114563790 after retry RPC after error@1445457599)))
08:03:49.453 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [144ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@546896037(state=PENDING, result=null, callback=(continuation of Deferred@602363085 after retry RPC after error@1109420193) -> (continuation of Deferred@2015961349 after retry RPC after error@529769333) -> (continuation of Deferred@105631094 after retry RPC after error@1206896766) -> (continuation of Deferred@1996486799 after retry RPC after error@1953850670) -> (continuation of Deferred@739059371 after retry RPC after error@353937260) -> (continuation of Deferred@472522432 after retry RPC after error@1126782078) -> (continuation of Deferred@114563790 after retry RPC after error@1445457599), errback=(continuation of Deferred@602363085 after retry RPC after error@1109420193) -> (continuation of Deferred@2015961349 after retry RPC after error@529769333) -> (continuation of Deferred@105631094 after retry RPC after error@1206896766) -> (continuation of Deferred@1996486799 after retry RPC after error@1953850670) -> (continuation of Deferred@739059371 after retry RPC after error@353937260) -> (continuation of Deferred@472522432 after retry RPC after error@1126782078) -> (continuation of Deferred@114563790 after retry RPC after error@1445457599)))
08:03:49.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:49.693329 28643 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:03:49.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:49.693526 28643 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:49.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:49.694093 28643 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:03:49.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:49.695951 28503 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:49.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:49.696112 28501 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:49.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:49.696211 28501 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394; no voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9
08:03:49.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:49.696414 28643 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:03:49.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.714 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1103024271(state=PENDING, result=null, callback=(continuation of Deferred@456188426 after retry RPC after error@270325100) -> (continuation of Deferred@1187155059 after retry RPC after error@1909393036) -> (continuation of Deferred@1844677133 after retry RPC after error@456299882) -> (continuation of Deferred@1229009771 after retry RPC after error@1077127081) -> (continuation of Deferred@836894272 after retry RPC after error@1048032467) -> (continuation of Deferred@2129465885 after retry RPC after error@599714950) -> (continuation of Deferred@487789903 after retry RPC after error@516025106), errback=(continuation of Deferred@456188426 after retry RPC after error@270325100) -> (continuation of Deferred@1187155059 after retry RPC after error@1909393036) -> (continuation of Deferred@1844677133 after retry RPC after error@456299882) -> (continuation of Deferred@1229009771 after retry RPC after error@1077127081) -> (continuation of Deferred@836894272 after retry RPC after error@1048032467) -> (continuation of Deferred@2129465885 after retry RPC after error@599714950) -> (continuation of Deferred@487789903 after retry RPC after error@516025106)))
08:03:49.714 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1103024271(state=PENDING, result=null, callback=(continuation of Deferred@456188426 after retry RPC after error@270325100) -> (continuation of Deferred@1187155059 after retry RPC after error@1909393036) -> (continuation of Deferred@1844677133 after retry RPC after error@456299882) -> (continuation of Deferred@1229009771 after retry RPC after error@1077127081) -> (continuation of Deferred@836894272 after retry RPC after error@1048032467) -> (continuation of Deferred@2129465885 after retry RPC after error@599714950) -> (continuation of Deferred@487789903 after retry RPC after error@516025106), errback=(continuation of Deferred@456188426 after retry RPC after error@270325100) -> (continuation of Deferred@1187155059 after retry RPC after error@1909393036) -> (continuation of Deferred@1844677133 after retry RPC after error@456299882) -> (continuation of Deferred@1229009771 after retry RPC after error@1077127081) -> (continuation of Deferred@836894272 after retry RPC after error@1048032467) -> (continuation of Deferred@2129465885 after retry RPC after error@599714950) -> (continuation of Deferred@487789903 after retry RPC after error@516025106)))
08:03:49.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.953 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@763145539(state=PENDING, result=null, callback=(continuation of Deferred@252196618 after retry RPC after error@747520890) -> (continuation of Deferred@1121225004 after retry RPC after error@168440448) -> (continuation of Deferred@1156900012 after retry RPC after error@448785115) -> (continuation of Deferred@2084867401 after retry RPC after error@662781555) -> (continuation of Deferred@1152614315 after retry RPC after error@557821140) -> (continuation of Deferred@2043233151 after retry RPC after error@1461029011) -> (continuation of Deferred@142928893 after retry RPC after error@1409396533), errback=(continuation of Deferred@252196618 after retry RPC after error@747520890) -> (continuation of Deferred@1121225004 after retry RPC after error@168440448) -> (continuation of Deferred@1156900012 after retry RPC after error@448785115) -> (continuation of Deferred@2084867401 after retry RPC after error@662781555) -> (continuation of Deferred@1152614315 after retry RPC after error@557821140) -> (continuation of Deferred@2043233151 after retry RPC after error@1461029011) -> (continuation of Deferred@142928893 after retry RPC after error@1409396533)))
08:03:49.953 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@763145539(state=PENDING, result=null, callback=(continuation of Deferred@252196618 after retry RPC after error@747520890) -> (continuation of Deferred@1121225004 after retry RPC after error@168440448) -> (continuation of Deferred@1156900012 after retry RPC after error@448785115) -> (continuation of Deferred@2084867401 after retry RPC after error@662781555) -> (continuation of Deferred@1152614315 after retry RPC after error@557821140) -> (continuation of Deferred@2043233151 after retry RPC after error@1461029011) -> (continuation of Deferred@142928893 after retry RPC after error@1409396533), errback=(continuation of Deferred@252196618 after retry RPC after error@747520890) -> (continuation of Deferred@1121225004 after retry RPC after error@168440448) -> (continuation of Deferred@1156900012 after retry RPC after error@448785115) -> (continuation of Deferred@2084867401 after retry RPC after error@662781555) -> (continuation of Deferred@1152614315 after retry RPC after error@557821140) -> (continuation of Deferred@2043233151 after retry RPC after error@1461029011) -> (continuation of Deferred@142928893 after retry RPC after error@1409396533)))
08:03:49.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:49.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:49.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:49.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:49.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:49.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.052 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.193 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@800135827(state=PENDING, result=null, callback=(continuation of Deferred@2080181275 after retry RPC after error@1558443139) -> (continuation of Deferred@433757644 after retry RPC after error@1041791462) -> (continuation of Deferred@764815338 after retry RPC after error@1846712631) -> (continuation of Deferred@602627524 after retry RPC after error@1581373206) -> (continuation of Deferred@1123291715 after retry RPC after error@953544715) -> (continuation of Deferred@1093242792 after retry RPC after error@285215228) -> (continuation of Deferred@1929668501 after retry RPC after error@1690735702), errback=(continuation of Deferred@2080181275 after retry RPC after error@1558443139) -> (continuation of Deferred@433757644 after retry RPC after error@1041791462) -> (continuation of Deferred@764815338 after retry RPC after error@1846712631) -> (continuation of Deferred@602627524 after retry RPC after error@1581373206) -> (continuation of Deferred@1123291715 after retry RPC after error@953544715) -> (continuation of Deferred@1093242792 after retry RPC after error@285215228) -> (continuation of Deferred@1929668501 after retry RPC after error@1690735702)))
08:03:50.193 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@800135827(state=PENDING, result=null, callback=(continuation of Deferred@2080181275 after retry RPC after error@1558443139) -> (continuation of Deferred@433757644 after retry RPC after error@1041791462) -> (continuation of Deferred@764815338 after retry RPC after error@1846712631) -> (continuation of Deferred@602627524 after retry RPC after error@1581373206) -> (continuation of Deferred@1123291715 after retry RPC after error@953544715) -> (continuation of Deferred@1093242792 after retry RPC after error@285215228) -> (continuation of Deferred@1929668501 after retry RPC after error@1690735702), errback=(continuation of Deferred@2080181275 after retry RPC after error@1558443139) -> (continuation of Deferred@433757644 after retry RPC after error@1041791462) -> (continuation of Deferred@764815338 after retry RPC after error@1846712631) -> (continuation of Deferred@602627524 after retry RPC after error@1581373206) -> (continuation of Deferred@1123291715 after retry RPC after error@953544715) -> (continuation of Deferred@1093242792 after retry RPC after error@285215228) -> (continuation of Deferred@1929668501 after retry RPC after error@1690735702)))
08:03:50.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:50.270396 28484 master_runner.cc:186] Error getting master registration for 127.26.214.254:41801: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111),
08:03:50.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:50.270586 28484 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:50.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:50.468255 28652 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:03:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:50.468415 28652 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:50.468941 28652 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:03:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:50.469448 28503 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111) [suppressed 12 similar messages]
08:03:50.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:50.470654 28501 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:50.470 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1762778105(state=PENDING, result=null, callback=(continuation of Deferred@2085713534 after retry RPC after error@1872459249) -> (continuation of Deferred@1076995464 after retry RPC after error@655908964) -> (continuation of Deferred@1351417983 after retry RPC after error@1687012194) -> (continuation of Deferred@702363550 after retry RPC after error@1294100865) -> (continuation of Deferred@1972635298 after retry RPC after error@2131254689) -> (continuation of Deferred@1068098585 after retry RPC after error@1629088780) -> (continuation of Deferred@887965595 after retry RPC after error@162914802), errback=(continuation of Deferred@2085713534 after retry RPC after error@1872459249) -> (continuation of Deferred@1076995464 after retry RPC after error@655908964) -> (continuation of Deferred@1351417983 after retry RPC after error@1687012194) -> (continuation of Deferred@702363550 after retry RPC after error@1294100865) -> (continuation of Deferred@1972635298 after retry RPC after error@2131254689) -> (continuation of Deferred@1068098585 after retry RPC after error@1629088780) -> (continuation of Deferred@887965595 after retry RPC after error@162914802)))
08:03:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:50.470961 28503 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:50.471098 28503 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394; no voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9
08:03:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:50.471336 28652 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:03:50.471 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:50.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.713 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@399271460(state=PENDING, result=null, callback=(continuation of Deferred@845637494 after retry RPC after error@1698645304) -> (continuation of Deferred@1972300667 after retry RPC after error@17260200) -> (continuation of Deferred@148034857 after retry RPC after error@400250766) -> (continuation of Deferred@353149757 after retry RPC after error@784686378) -> (continuation of Deferred@815836742 after retry RPC after error@2106259707) -> (continuation of Deferred@225425724 after retry RPC after error@164075958) -> (continuation of Deferred@1017168982 after retry RPC after error@373796377), errback=(continuation of Deferred@845637494 after retry RPC after error@1698645304) -> (continuation of Deferred@1972300667 after retry RPC after error@17260200) -> (continuation of Deferred@148034857 after retry RPC after error@400250766) -> (continuation of Deferred@353149757 after retry RPC after error@784686378) -> (continuation of Deferred@815836742 after retry RPC after error@2106259707) -> (continuation of Deferred@225425724 after retry RPC after error@164075958) -> (continuation of Deferred@1017168982 after retry RPC after error@373796377)))
08:03:50.713 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@399271460(state=PENDING, result=null, callback=(continuation of Deferred@845637494 after retry RPC after error@1698645304) -> (continuation of Deferred@1972300667 after retry RPC after error@17260200) -> (continuation of Deferred@148034857 after retry RPC after error@400250766) -> (continuation of Deferred@353149757 after retry RPC after error@784686378) -> (continuation of Deferred@815836742 after retry RPC after error@2106259707) -> (continuation of Deferred@225425724 after retry RPC after error@164075958) -> (continuation of Deferred@1017168982 after retry RPC after error@373796377), errback=(continuation of Deferred@845637494 after retry RPC after error@1698645304) -> (continuation of Deferred@1972300667 after retry RPC after error@17260200) -> (continuation of Deferred@148034857 after retry RPC after error@400250766) -> (continuation of Deferred@353149757 after retry RPC after error@784686378) -> (continuation of Deferred@815836742 after retry RPC after error@2106259707) -> (continuation of Deferred@225425724 after retry RPC after error@164075958) -> (continuation of Deferred@1017168982 after retry RPC after error@373796377)))
08:03:50.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.792 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.952 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@183429126(state=PENDING, result=null, callback=(continuation of Deferred@1038940993 after retry RPC after error@1390024638) -> (continuation of Deferred@1859985374 after retry RPC after error@328103131) -> (continuation of Deferred@1231205144 after retry RPC after error@1267149421) -> (continuation of Deferred@1302523692 after retry RPC after error@770335471) -> (continuation of Deferred@1909255737 after retry RPC after error@57304623) -> (continuation of Deferred@1508582113 after retry RPC after error@661184041) -> (continuation of Deferred@826495451 after retry RPC after error@1640501954) -> (continuation of Deferred@1639241776 after retry RPC after error@13425593), errback=(continuation of Deferred@1038940993 after retry RPC after error@1390024638) -> (continuation of Deferred@1859985374 after retry RPC after error@328103131) -> (continuation of Deferred@1231205144 after retry RPC after error@1267149421) -> (continuation of Deferred@1302523692 after retry RPC after error@770335471) -> (continuation of Deferred@1909255737 after retry RPC after error@57304623) -> (continuation of Deferred@1508582113 after retry RPC after error@661184041) -> (continuation of Deferred@826495451 after retry RPC after error@1640501954) -> (continuation of Deferred@1639241776 after retry RPC after error@13425593)))
08:03:50.953 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@183429126(state=PENDING, result=null, callback=(continuation of Deferred@1038940993 after retry RPC after error@1390024638) -> (continuation of Deferred@1859985374 after retry RPC after error@328103131) -> (continuation of Deferred@1231205144 after retry RPC after error@1267149421) -> (continuation of Deferred@1302523692 after retry RPC after error@770335471) -> (continuation of Deferred@1909255737 after retry RPC after error@57304623) -> (continuation of Deferred@1508582113 after retry RPC after error@661184041) -> (continuation of Deferred@826495451 after retry RPC after error@1640501954) -> (continuation of Deferred@1639241776 after retry RPC after error@13425593), errback=(continuation of Deferred@1038940993 after retry RPC after error@1390024638) -> (continuation of Deferred@1859985374 after retry RPC after error@328103131) -> (continuation of Deferred@1231205144 after retry RPC after error@1267149421) -> (continuation of Deferred@1302523692 after retry RPC after error@770335471) -> (continuation of Deferred@1909255737 after retry RPC after error@57304623) -> (continuation of Deferred@1508582113 after retry RPC after error@661184041) -> (continuation of Deferred@826495451 after retry RPC after error@1640501954) -> (continuation of Deferred@1639241776 after retry RPC after error@13425593)))
08:03:50.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:50.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:50.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:50.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:50.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:50.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.153 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@391491337(state=PENDING, result=null, callback=(continuation of Deferred@1931343756 after retry RPC after error@994485185) -> (continuation of Deferred@1621751322 after retry RPC after error@1522409697) -> (continuation of Deferred@1174605229 after retry RPC after error@1221977607) -> (continuation of Deferred@1734594593 after retry RPC after error@1290886404) -> (continuation of Deferred@306270034 after retry RPC after error@1967355587) -> (continuation of Deferred@207114898 after retry RPC after error@1241986912), errback=(continuation of Deferred@1931343756 after retry RPC after error@994485185) -> (continuation of Deferred@1621751322 after retry RPC after error@1522409697) -> (continuation of Deferred@1174605229 after retry RPC after error@1221977607) -> (continuation of Deferred@1734594593 after retry RPC after error@1290886404) -> (continuation of Deferred@306270034 after retry RPC after error@1967355587) -> (continuation of Deferred@207114898 after retry RPC after error@1241986912)))
08:03:51.153 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [183ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@391491337(state=PENDING, result=null, callback=(continuation of Deferred@1931343756 after retry RPC after error@994485185) -> (continuation of Deferred@1621751322 after retry RPC after error@1522409697) -> (continuation of Deferred@1174605229 after retry RPC after error@1221977607) -> (continuation of Deferred@1734594593 after retry RPC after error@1290886404) -> (continuation of Deferred@306270034 after retry RPC after error@1967355587) -> (continuation of Deferred@207114898 after retry RPC after error@1241986912), errback=(continuation of Deferred@1931343756 after retry RPC after error@994485185) -> (continuation of Deferred@1621751322 after retry RPC after error@1522409697) -> (continuation of Deferred@1174605229 after retry RPC after error@1221977607) -> (continuation of Deferred@1734594593 after retry RPC after error@1290886404) -> (continuation of Deferred@306270034 after retry RPC after error@1967355587) -> (continuation of Deferred@207114898 after retry RPC after error@1241986912)))
08:03:51.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.372 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.373 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@721677967(state=PENDING, result=null, callback=(continuation of Deferred@1127617056 after retry RPC after error@936454294) -> (continuation of Deferred@1833678912 after retry RPC after error@1493714160) -> (continuation of Deferred@719121123 after retry RPC after error@351793846) -> (continuation of Deferred@617529808 after retry RPC after error@1064975997) -> (continuation of Deferred@1924939907 after retry RPC after error@1500868128) -> (continuation of Deferred@191362207 after retry RPC after error@1694542424) -> (continuation of Deferred@1965577763 after retry RPC after error@123613896), errback=(continuation of Deferred@1127617056 after retry RPC after error@936454294) -> (continuation of Deferred@1833678912 after retry RPC after error@1493714160) -> (continuation of Deferred@719121123 after retry RPC after error@351793846) -> (continuation of Deferred@617529808 after retry RPC after error@1064975997) -> (continuation of Deferred@1924939907 after retry RPC after error@1500868128) -> (continuation of Deferred@191362207 after retry RPC after error@1694542424) -> (continuation of Deferred@1965577763 after retry RPC after error@123613896)))
08:03:51.374 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@721677967(state=PENDING, result=null, callback=(continuation of Deferred@1127617056 after retry RPC after error@936454294) -> (continuation of Deferred@1833678912 after retry RPC after error@1493714160) -> (continuation of Deferred@719121123 after retry RPC after error@351793846) -> (continuation of Deferred@617529808 after retry RPC after error@1064975997) -> (continuation of Deferred@1924939907 after retry RPC after error@1500868128) -> (continuation of Deferred@191362207 after retry RPC after error@1694542424) -> (continuation of Deferred@1965577763 after retry RPC after error@123613896), errback=(continuation of Deferred@1127617056 after retry RPC after error@936454294) -> (continuation of Deferred@1833678912 after retry RPC after error@1493714160) -> (continuation of Deferred@719121123 after retry RPC after error@351793846) -> (continuation of Deferred@617529808 after retry RPC after error@1064975997) -> (continuation of Deferred@1924939907 after retry RPC after error@1500868128) -> (continuation of Deferred@191362207 after retry RPC after error@1694542424) -> (continuation of Deferred@1965577763 after retry RPC after error@123613896)))
08:03:51.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:51.459852 28657 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:03:51.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:51.460019 28657 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:51.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:51.460546 28657 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:03:51.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:51.462203 28503 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:51.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:51.462745 28501 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:51.462880 28501 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394; no voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9
08:03:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:51.463124 28657 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:03:51.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.593 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1895345959(state=PENDING, result=null, callback=(continuation of Deferred@1134357699 after retry RPC after error@435981709) -> (continuation of Deferred@933810692 after retry RPC after error@43831873) -> (continuation of Deferred@650304549 after retry RPC after error@1529855381) -> (continuation of Deferred@719744006 after retry RPC after error@1309457857) -> (continuation of Deferred@2124379089 after retry RPC after error@1492822658) -> (continuation of Deferred@1097165767 after retry RPC after error@1781277855) -> (continuation of Deferred@1873335280 after retry RPC after error@1644943933), errback=(continuation of Deferred@1134357699 after retry RPC after error@435981709) -> (continuation of Deferred@933810692 after retry RPC after error@43831873) -> (continuation of Deferred@650304549 after retry RPC after error@1529855381) -> (continuation of Deferred@719744006 after retry RPC after error@1309457857) -> (continuation of Deferred@2124379089 after retry RPC after error@1492822658) -> (continuation of Deferred@1097165767 after retry RPC after error@1781277855) -> (continuation of Deferred@1873335280 after retry RPC after error@1644943933)))
08:03:51.593 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1895345959(state=PENDING, result=null, callback=(continuation of Deferred@1134357699 after retry RPC after error@435981709) -> (continuation of Deferred@933810692 after retry RPC after error@43831873) -> (continuation of Deferred@650304549 after retry RPC after error@1529855381) -> (continuation of Deferred@719744006 after retry RPC after error@1309457857) -> (continuation of Deferred@2124379089 after retry RPC after error@1492822658) -> (continuation of Deferred@1097165767 after retry RPC after error@1781277855) -> (continuation of Deferred@1873335280 after retry RPC after error@1644943933), errback=(continuation of Deferred@1134357699 after retry RPC after error@435981709) -> (continuation of Deferred@933810692 after retry RPC after error@43831873) -> (continuation of Deferred@650304549 after retry RPC after error@1529855381) -> (continuation of Deferred@719744006 after retry RPC after error@1309457857) -> (continuation of Deferred@2124379089 after retry RPC after error@1492822658) -> (continuation of Deferred@1097165767 after retry RPC after error@1781277855) -> (continuation of Deferred@1873335280 after retry RPC after error@1644943933)))
08:03:51.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.772 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1773097170(state=PENDING, result=null, callback=(continuation of Deferred@1581506585 after retry RPC after error@1688212038) -> (continuation of Deferred@155569194 after retry RPC after error@452928528) -> (continuation of Deferred@1534942334 after retry RPC after error@1059800949) -> (continuation of Deferred@405338150 after retry RPC after error@2073329815) -> (continuation of Deferred@1253817655 after retry RPC after error@802053114) -> (continuation of Deferred@1886941165 after retry RPC after error@792189261) -> (continuation of Deferred@947030937 after retry RPC after error@1706956518), errback=(continuation of Deferred@1581506585 after retry RPC after error@1688212038) -> (continuation of Deferred@155569194 after retry RPC after error@452928528) -> (continuation of Deferred@1534942334 after retry RPC after error@1059800949) -> (continuation of Deferred@405338150 after retry RPC after error@2073329815) -> (continuation of Deferred@1253817655 after retry RPC after error@802053114) -> (continuation of Deferred@1886941165 after retry RPC after error@792189261) -> (continuation of Deferred@947030937 after retry RPC after error@1706956518)))
08:03:51.773 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1773097170(state=PENDING, result=null, callback=(continuation of Deferred@1581506585 after retry RPC after error@1688212038) -> (continuation of Deferred@155569194 after retry RPC after error@452928528) -> (continuation of Deferred@1534942334 after retry RPC after error@1059800949) -> (continuation of Deferred@405338150 after retry RPC after error@2073329815) -> (continuation of Deferred@1253817655 after retry RPC after error@802053114) -> (continuation of Deferred@1886941165 after retry RPC after error@792189261) -> (continuation of Deferred@947030937 after retry RPC after error@1706956518), errback=(continuation of Deferred@1581506585 after retry RPC after error@1688212038) -> (continuation of Deferred@155569194 after retry RPC after error@452928528) -> (continuation of Deferred@1534942334 after retry RPC after error@1059800949) -> (continuation of Deferred@405338150 after retry RPC after error@2073329815) -> (continuation of Deferred@1253817655 after retry RPC after error@802053114) -> (continuation of Deferred@1886941165 after retry RPC after error@792189261) -> (continuation of Deferred@947030937 after retry RPC after error@1706956518)))
08:03:51.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:51.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:51.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:51.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:51.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:51.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.051 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1728509839(state=PENDING, result=null, callback=(continuation of Deferred@26922650 after retry RPC after error@1829597134) -> (continuation of Deferred@255383376 after retry RPC after error@1599267767) -> (continuation of Deferred@149620953 after retry RPC after error@236877077) -> (continuation of Deferred@1196794321 after retry RPC after error@257076695) -> (continuation of Deferred@1596969252 after retry RPC after error@577024265) -> (continuation of Deferred@1213585341 after retry RPC after error@1383327605) -> (continuation of Deferred@1945414382 after retry RPC after error@1956618592), errback=(continuation of Deferred@26922650 after retry RPC after error@1829597134) -> (continuation of Deferred@255383376 after retry RPC after error@1599267767) -> (continuation of Deferred@149620953 after retry RPC after error@236877077) -> (continuation of Deferred@1196794321 after retry RPC after error@257076695) -> (continuation of Deferred@1596969252 after retry RPC after error@577024265) -> (continuation of Deferred@1213585341 after retry RPC after error@1383327605) -> (continuation of Deferred@1945414382 after retry RPC after error@1956618592)))
08:03:52.051 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:52.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.312 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@46223947(state=PENDING, result=null, callback=(continuation of Deferred@790993631 after retry RPC after error@1977590224) -> (continuation of Deferred@1449232359 after retry RPC after error@1580909674) -> (continuation of Deferred@1573539344 after retry RPC after error@1435739480) -> (continuation of Deferred@253185714 after retry RPC after error@117887662) -> (continuation of Deferred@137606800 after retry RPC after error@1078094763) -> (continuation of Deferred@1964363727 after retry RPC after error@1144512609) -> (continuation of Deferred@1361402177 after retry RPC after error@48852989), errback=(continuation of Deferred@790993631 after retry RPC after error@1977590224) -> (continuation of Deferred@1449232359 after retry RPC after error@1580909674) -> (continuation of Deferred@1573539344 after retry RPC after error@1435739480) -> (continuation of Deferred@253185714 after retry RPC after error@117887662) -> (continuation of Deferred@137606800 after retry RPC after error@1078094763) -> (continuation of Deferred@1964363727 after retry RPC after error@1144512609) -> (continuation of Deferred@1361402177 after retry RPC after error@48852989)))
08:03:52.312 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@46223947(state=PENDING, result=null, callback=(continuation of Deferred@790993631 after retry RPC after error@1977590224) -> (continuation of Deferred@1449232359 after retry RPC after error@1580909674) -> (continuation of Deferred@1573539344 after retry RPC after error@1435739480) -> (continuation of Deferred@253185714 after retry RPC after error@117887662) -> (continuation of Deferred@137606800 after retry RPC after error@1078094763) -> (continuation of Deferred@1964363727 after retry RPC after error@1144512609) -> (continuation of Deferred@1361402177 after retry RPC after error@48852989), errback=(continuation of Deferred@790993631 after retry RPC after error@1977590224) -> (continuation of Deferred@1449232359 after retry RPC after error@1580909674) -> (continuation of Deferred@1573539344 after retry RPC after error@1435739480) -> (continuation of Deferred@253185714 after retry RPC after error@117887662) -> (continuation of Deferred@137606800 after retry RPC after error@1078094763) -> (continuation of Deferred@1964363727 after retry RPC after error@1144512609) -> (continuation of Deferred@1361402177 after retry RPC after error@48852989)))
08:03:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:52.318312 28043 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:03:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:52.320730 28043 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '03f7a26ec3cd4aee92c57ced9e6890bc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '03f7a26ec3cd4aee92c57ced9e6890bc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:03:52.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:52.322732 28043 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.214.252:38189)
08:03:52.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.532 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@858465535(state=PENDING, result=null, callback=(continuation of Deferred@360301216 after retry RPC after error@1932842026) -> (continuation of Deferred@833795098 after retry RPC after error@1532260879) -> (continuation of Deferred@6543111 after retry RPC after error@1428407973) -> (continuation of Deferred@1897245311 after retry RPC after error@153713240) -> (continuation of Deferred@401362837 after retry RPC after error@1546761507) -> (continuation of Deferred@2865800 after retry RPC after error@1116924783) -> (continuation of Deferred@930579535 after retry RPC after error@1723770671), errback=(continuation of Deferred@360301216 after retry RPC after error@1932842026) -> (continuation of Deferred@833795098 after retry RPC after error@1532260879) -> (continuation of Deferred@6543111 after retry RPC after error@1428407973) -> (continuation of Deferred@1897245311 after retry RPC after error@153713240) -> (continuation of Deferred@401362837 after retry RPC after error@1546761507) -> (continuation of Deferred@2865800 after retry RPC after error@1116924783) -> (continuation of Deferred@930579535 after retry RPC after error@1723770671)))
08:03:52.532 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@858465535(state=PENDING, result=null, callback=(continuation of Deferred@360301216 after retry RPC after error@1932842026) -> (continuation of Deferred@833795098 after retry RPC after error@1532260879) -> (continuation of Deferred@6543111 after retry RPC after error@1428407973) -> (continuation of Deferred@1897245311 after retry RPC after error@153713240) -> (continuation of Deferred@401362837 after retry RPC after error@1546761507) -> (continuation of Deferred@2865800 after retry RPC after error@1116924783) -> (continuation of Deferred@930579535 after retry RPC after error@1723770671), errback=(continuation of Deferred@360301216 after retry RPC after error@1932842026) -> (continuation of Deferred@833795098 after retry RPC after error@1532260879) -> (continuation of Deferred@6543111 after retry RPC after error@1428407973) -> (continuation of Deferred@1897245311 after retry RPC after error@153713240) -> (continuation of Deferred@401362837 after retry RPC after error@1546761507) -> (continuation of Deferred@2865800 after retry RPC after error@1116924783) -> (continuation of Deferred@930579535 after retry RPC after error@1723770671)))
08:03:52.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.792 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@155978132(state=PENDING, result=null, callback=(continuation of Deferred@218035394 after retry RPC after error@2122077091) -> (continuation of Deferred@219708901 after retry RPC after error@1693570427) -> (continuation of Deferred@525497795 after retry RPC after error@61856961) -> (continuation of Deferred@1301708292 after retry RPC after error@665202880) -> (continuation of Deferred@735491482 after retry RPC after error@1457663477) -> (continuation of Deferred@687480691 after retry RPC after error@1045170844) -> (continuation of Deferred@547881642 after retry RPC after error@1734479567), errback=(continuation of Deferred@218035394 after retry RPC after error@2122077091) -> (continuation of Deferred@219708901 after retry RPC after error@1693570427) -> (continuation of Deferred@525497795 after retry RPC after error@61856961) -> (continuation of Deferred@1301708292 after retry RPC after error@665202880) -> (continuation of Deferred@735491482 after retry RPC after error@1457663477) -> (continuation of Deferred@687480691 after retry RPC after error@1045170844) -> (continuation of Deferred@547881642 after retry RPC after error@1734479567)))
08:03:52.793 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@155978132(state=PENDING, result=null, callback=(continuation of Deferred@218035394 after retry RPC after error@2122077091) -> (continuation of Deferred@219708901 after retry RPC after error@1693570427) -> (continuation of Deferred@525497795 after retry RPC after error@61856961) -> (continuation of Deferred@1301708292 after retry RPC after error@665202880) -> (continuation of Deferred@735491482 after retry RPC after error@1457663477) -> (continuation of Deferred@687480691 after retry RPC after error@1045170844) -> (continuation of Deferred@547881642 after retry RPC after error@1734479567), errback=(continuation of Deferred@218035394 after retry RPC after error@2122077091) -> (continuation of Deferred@219708901 after retry RPC after error@1693570427) -> (continuation of Deferred@525497795 after retry RPC after error@61856961) -> (continuation of Deferred@1301708292 after retry RPC after error@665202880) -> (continuation of Deferred@735491482 after retry RPC after error@1457663477) -> (continuation of Deferred@687480691 after retry RPC after error@1045170844) -> (continuation of Deferred@547881642 after retry RPC after error@1734479567)))
08:03:52.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.852 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:52.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:52.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:52.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:52.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:52.993 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@729922202(state=PENDING, result=null, callback=(continuation of Deferred@423559336 after retry RPC after error@1276828757) -> (continuation of Deferred@203497087 after retry RPC after error@710025227) -> (continuation of Deferred@1267294121 after retry RPC after error@1366018809) -> (continuation of Deferred@1438508109 after retry RPC after error@1851053193) -> (continuation of Deferred@1872870141 after retry RPC after error@1611831794) -> (continuation of Deferred@1521976881 after retry RPC after error@311419250), errback=(continuation of Deferred@423559336 after retry RPC after error@1276828757) -> (continuation of Deferred@203497087 after retry RPC after error@710025227) -> (continuation of Deferred@1267294121 after retry RPC after error@1366018809) -> (continuation of Deferred@1438508109 after retry RPC after error@1851053193) -> (continuation of Deferred@1872870141 after retry RPC after error@1611831794) -> (continuation of Deferred@1521976881 after retry RPC after error@311419250)))
08:03:52.993 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@729922202(state=PENDING, result=null, callback=(continuation of Deferred@423559336 after retry RPC after error@1276828757) -> (continuation of Deferred@203497087 after retry RPC after error@710025227) -> (continuation of Deferred@1267294121 after retry RPC after error@1366018809) -> (continuation of Deferred@1438508109 after retry RPC after error@1851053193) -> (continuation of Deferred@1872870141 after retry RPC after error@1611831794) -> (continuation of Deferred@1521976881 after retry RPC after error@311419250), errback=(continuation of Deferred@423559336 after retry RPC after error@1276828757) -> (continuation of Deferred@203497087 after retry RPC after error@710025227) -> (continuation of Deferred@1267294121 after retry RPC after error@1366018809) -> (continuation of Deferred@1438508109 after retry RPC after error@1851053193) -> (continuation of Deferred@1872870141 after retry RPC after error@1611831794) -> (continuation of Deferred@1521976881 after retry RPC after error@311419250)))
08:03:53.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.032 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.052 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.153 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@522298033(state=PENDING, result=null, callback=(continuation of Deferred@1670521098 after retry RPC after error@155124359) -> (continuation of Deferred@1654063740 after retry RPC after error@1890648245) -> (continuation of Deferred@39450072 after retry RPC after error@1938027566) -> (continuation of Deferred@694000832 after retry RPC after error@1368491510) -> (continuation of Deferred@472599849 after retry RPC after error@1885726726) -> (continuation of Deferred@891011414 after retry RPC after error@1752718390), errback=(continuation of Deferred@1670521098 after retry RPC after error@155124359) -> (continuation of Deferred@1654063740 after retry RPC after error@1890648245) -> (continuation of Deferred@39450072 after retry RPC after error@1938027566) -> (continuation of Deferred@694000832 after retry RPC after error@1368491510) -> (continuation of Deferred@472599849 after retry RPC after error@1885726726) -> (continuation of Deferred@891011414 after retry RPC after error@1752718390)))
08:03:53.154 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@522298033(state=PENDING, result=null, callback=(continuation of Deferred@1670521098 after retry RPC after error@155124359) -> (continuation of Deferred@1654063740 after retry RPC after error@1890648245) -> (continuation of Deferred@39450072 after retry RPC after error@1938027566) -> (continuation of Deferred@694000832 after retry RPC after error@1368491510) -> (continuation of Deferred@472599849 after retry RPC after error@1885726726) -> (continuation of Deferred@891011414 after retry RPC after error@1752718390), errback=(continuation of Deferred@1670521098 after retry RPC after error@155124359) -> (continuation of Deferred@1654063740 after retry RPC after error@1890648245) -> (continuation of Deferred@39450072 after retry RPC after error@1938027566) -> (continuation of Deferred@694000832 after retry RPC after error@1368491510) -> (continuation of Deferred@472599849 after retry RPC after error@1885726726) -> (continuation of Deferred@891011414 after retry RPC after error@1752718390)))
08:03:53.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.332 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1066600011(state=PENDING, result=null, callback=(continuation of Deferred@729144068 after retry RPC after error@994965479) -> (continuation of Deferred@845673494 after retry RPC after error@358681935) -> (continuation of Deferred@273238300 after retry RPC after error@1148155453) -> (continuation of Deferred@1235611106 after retry RPC after error@1412664044) -> (continuation of Deferred@241707231 after retry RPC after error@822700465) -> (continuation of Deferred@1462061199 after retry RPC after error@529124461), errback=(continuation of Deferred@729144068 after retry RPC after error@994965479) -> (continuation of Deferred@845673494 after retry RPC after error@358681935) -> (continuation of Deferred@273238300 after retry RPC after error@1148155453) -> (continuation of Deferred@1235611106 after retry RPC after error@1412664044) -> (continuation of Deferred@241707231 after retry RPC after error@822700465) -> (continuation of Deferred@1462061199 after retry RPC after error@529124461)))
08:03:53.332 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1066600011(state=PENDING, result=null, callback=(continuation of Deferred@729144068 after retry RPC after error@994965479) -> (continuation of Deferred@845673494 after retry RPC after error@358681935) -> (continuation of Deferred@273238300 after retry RPC after error@1148155453) -> (continuation of Deferred@1235611106 after retry RPC after error@1412664044) -> (continuation of Deferred@241707231 after retry RPC after error@822700465) -> (continuation of Deferred@1462061199 after retry RPC after error@529124461), errback=(continuation of Deferred@729144068 after retry RPC after error@994965479) -> (continuation of Deferred@845673494 after retry RPC after error@358681935) -> (continuation of Deferred@273238300 after retry RPC after error@1148155453) -> (continuation of Deferred@1235611106 after retry RPC after error@1412664044) -> (continuation of Deferred@241707231 after retry RPC after error@822700465) -> (continuation of Deferred@1462061199 after retry RPC after error@529124461)))
08:03:53.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.532 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@729642374(state=PENDING, result=null, callback=(continuation of Deferred@255138294 after retry RPC after error@815917063) -> (continuation of Deferred@1099618943 after retry RPC after error@26957453) -> (continuation of Deferred@650511841 after retry RPC after error@429400302) -> (continuation of Deferred@240539776 after retry RPC after error@1436702969) -> (continuation of Deferred@1138603681 after retry RPC after error@463102308) -> (continuation of Deferred@657762511 after retry RPC after error@1612077376), errback=(continuation of Deferred@255138294 after retry RPC after error@815917063) -> (continuation of Deferred@1099618943 after retry RPC after error@26957453) -> (continuation of Deferred@650511841 after retry RPC after error@429400302) -> (continuation of Deferred@240539776 after retry RPC after error@1436702969) -> (continuation of Deferred@1138603681 after retry RPC after error@463102308) -> (continuation of Deferred@657762511 after retry RPC after error@1612077376)))
08:03:53.533 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@729642374(state=PENDING, result=null, callback=(continuation of Deferred@255138294 after retry RPC after error@815917063) -> (continuation of Deferred@1099618943 after retry RPC after error@26957453) -> (continuation of Deferred@650511841 after retry RPC after error@429400302) -> (continuation of Deferred@240539776 after retry RPC after error@1436702969) -> (continuation of Deferred@1138603681 after retry RPC after error@463102308) -> (continuation of Deferred@657762511 after retry RPC after error@1612077376), errback=(continuation of Deferred@255138294 after retry RPC after error@815917063) -> (continuation of Deferred@1099618943 after retry RPC after error@26957453) -> (continuation of Deferred@650511841 after retry RPC after error@429400302) -> (continuation of Deferred@240539776 after retry RPC after error@1436702969) -> (continuation of Deferred@1138603681 after retry RPC after error@463102308) -> (continuation of Deferred@657762511 after retry RPC after error@1612077376)))
08:03:53.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.692 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.811 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1111018638(state=PENDING, result=null, callback=(continuation of Deferred@1433627712 after retry RPC after error@1678600202) -> (continuation of Deferred@1316720701 after retry RPC after error@1252227520) -> (continuation of Deferred@75242936 after retry RPC after error@188639237) -> (continuation of Deferred@425126695 after retry RPC after error@1223355572) -> (continuation of Deferred@748661196 after retry RPC after error@1410957850) -> (continuation of Deferred@2050511981 after retry RPC after error@1705547986) -> (continuation of Deferred@875072610 after retry RPC after error@750375343), errback=(continuation of Deferred@1433627712 after retry RPC after error@1678600202) -> (continuation of Deferred@1316720701 after retry RPC after error@1252227520) -> (continuation of Deferred@75242936 after retry RPC after error@188639237) -> (continuation of Deferred@425126695 after retry RPC after error@1223355572) -> (continuation of Deferred@748661196 after retry RPC after error@1410957850) -> (continuation of Deferred@2050511981 after retry RPC after error@1705547986) -> (continuation of Deferred@875072610 after retry RPC after error@750375343)))
08:03:53.811 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:53.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:53.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:53.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:53.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:53.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:53.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.096 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [144ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1137700974(state=PENDING, result=null, callback=(continuation of Deferred@1908847629 after retry RPC after error@862118515) -> (continuation of Deferred@625170943 after retry RPC after error@431194553) -> (continuation of Deferred@1561409630 after retry RPC after error@2034510069) -> (continuation of Deferred@1182210691 after retry RPC after error@1129113021) -> (continuation of Deferred@399238722 after retry RPC after error@1326479310) -> (continuation of Deferred@827187117 after retry RPC after error@361276724) -> (continuation of Deferred@1572448305 after retry RPC after error@299571791) -> (continuation of Deferred@1320427374 after retry RPC after error@507880073), errback=(continuation of Deferred@1908847629 after retry RPC after error@862118515) -> (continuation of Deferred@625170943 after retry RPC after error@431194553) -> (continuation of Deferred@1561409630 after retry RPC after error@2034510069) -> (continuation of Deferred@1182210691 after retry RPC after error@1129113021) -> (continuation of Deferred@399238722 after retry RPC after error@1326479310) -> (continuation of Deferred@827187117 after retry RPC after error@361276724) -> (continuation of Deferred@1572448305 after retry RPC after error@299571791) -> (continuation of Deferred@1320427374 after retry RPC after error@507880073)))
08:03:54.096 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:54.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.151 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.253 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1532502421(state=PENDING, result=null, callback=(continuation of Deferred@323330856 after retry RPC after error@1766169339) -> (continuation of Deferred@401923454 after retry RPC after error@221909660) -> (continuation of Deferred@869838064 after retry RPC after error@1980721714) -> (continuation of Deferred@1193363104 after retry RPC after error@441582122) -> (continuation of Deferred@1822134972 after retry RPC after error@1632123879) -> (continuation of Deferred@747730216 after retry RPC after error@643326402) -> (continuation of Deferred@384174535 after retry RPC after error@919707647), errback=(continuation of Deferred@323330856 after retry RPC after error@1766169339) -> (continuation of Deferred@401923454 after retry RPC after error@221909660) -> (continuation of Deferred@869838064 after retry RPC after error@1980721714) -> (continuation of Deferred@1193363104 after retry RPC after error@441582122) -> (continuation of Deferred@1822134972 after retry RPC after error@1632123879) -> (continuation of Deferred@747730216 after retry RPC after error@643326402) -> (continuation of Deferred@384174535 after retry RPC after error@919707647)))
08:03:54.253 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1532502421(state=PENDING, result=null, callback=(continuation of Deferred@323330856 after retry RPC after error@1766169339) -> (continuation of Deferred@401923454 after retry RPC after error@221909660) -> (continuation of Deferred@869838064 after retry RPC after error@1980721714) -> (continuation of Deferred@1193363104 after retry RPC after error@441582122) -> (continuation of Deferred@1822134972 after retry RPC after error@1632123879) -> (continuation of Deferred@747730216 after retry RPC after error@643326402) -> (continuation of Deferred@384174535 after retry RPC after error@919707647), errback=(continuation of Deferred@323330856 after retry RPC after error@1766169339) -> (continuation of Deferred@401923454 after retry RPC after error@221909660) -> (continuation of Deferred@869838064 after retry RPC after error@1980721714) -> (continuation of Deferred@1193363104 after retry RPC after error@441582122) -> (continuation of Deferred@1822134972 after retry RPC after error@1632123879) -> (continuation of Deferred@747730216 after retry RPC after error@643326402) -> (continuation of Deferred@384174535 after retry RPC after error@919707647)))
08:03:54.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.531 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1516348063(state=PENDING, result=null, callback=(continuation of Deferred@650136829 after retry RPC after error@1512294227) -> (continuation of Deferred@192404559 after retry RPC after error@1557521124) -> (continuation of Deferred@2027350567 after retry RPC after error@1015788337) -> (continuation of Deferred@153851211 after retry RPC after error@2048558152) -> (continuation of Deferred@903012094 after retry RPC after error@1411510606) -> (continuation of Deferred@24487756 after retry RPC after error@803429358) -> (continuation of Deferred@207963586 after retry RPC after error@1461022337), errback=(continuation of Deferred@650136829 after retry RPC after error@1512294227) -> (continuation of Deferred@192404559 after retry RPC after error@1557521124) -> (continuation of Deferred@2027350567 after retry RPC after error@1015788337) -> (continuation of Deferred@153851211 after retry RPC after error@2048558152) -> (continuation of Deferred@903012094 after retry RPC after error@1411510606) -> (continuation of Deferred@24487756 after retry RPC after error@803429358) -> (continuation of Deferred@207963586 after retry RPC after error@1461022337)))
08:03:54.531 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:54.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.692 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.773 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1115542617(state=PENDING, result=null, callback=(continuation of Deferred@1946727734 after retry RPC after error@790224877) -> (continuation of Deferred@2057642705 after retry RPC after error@1448537792) -> (continuation of Deferred@1732657209 after retry RPC after error@104926603) -> (continuation of Deferred@1436619832 after retry RPC after error@878760098) -> (continuation of Deferred@1643252127 after retry RPC after error@1876000127) -> (continuation of Deferred@848077929 after retry RPC after error@14387034) -> (continuation of Deferred@1905580079 after retry RPC after error@357198311) -> (continuation of Deferred@1118976203 after retry RPC after error@504338064), errback=(continuation of Deferred@1946727734 after retry RPC after error@790224877) -> (continuation of Deferred@2057642705 after retry RPC after error@1448537792) -> (continuation of Deferred@1732657209 after retry RPC after error@104926603) -> (continuation of Deferred@1436619832 after retry RPC after error@878760098) -> (continuation of Deferred@1643252127 after retry RPC after error@1876000127) -> (continuation of Deferred@848077929 after retry RPC after error@14387034) -> (continuation of Deferred@1905580079 after retry RPC after error@357198311) -> (continuation of Deferred@1118976203 after retry RPC after error@504338064)))
08:03:54.773 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1115542617(state=PENDING, result=null, callback=(continuation of Deferred@1946727734 after retry RPC after error@790224877) -> (continuation of Deferred@2057642705 after retry RPC after error@1448537792) -> (continuation of Deferred@1732657209 after retry RPC after error@104926603) -> (continuation of Deferred@1436619832 after retry RPC after error@878760098) -> (continuation of Deferred@1643252127 after retry RPC after error@1876000127) -> (continuation of Deferred@848077929 after retry RPC after error@14387034) -> (continuation of Deferred@1905580079 after retry RPC after error@357198311) -> (continuation of Deferred@1118976203 after retry RPC after error@504338064), errback=(continuation of Deferred@1946727734 after retry RPC after error@790224877) -> (continuation of Deferred@2057642705 after retry RPC after error@1448537792) -> (continuation of Deferred@1732657209 after retry RPC after error@104926603) -> (continuation of Deferred@1436619832 after retry RPC after error@878760098) -> (continuation of Deferred@1643252127 after retry RPC after error@1876000127) -> (continuation of Deferred@848077929 after retry RPC after error@14387034) -> (continuation of Deferred@1905580079 after retry RPC after error@357198311) -> (continuation of Deferred@1118976203 after retry RPC after error@504338064)))
08:03:54.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:54.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:54.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:54.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:54.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:54.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.012 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@217417698(state=PENDING, result=null, callback=(continuation of Deferred@1380647790 after retry RPC after error@1049501911) -> (continuation of Deferred@2026447263 after retry RPC after error@1487107059) -> (continuation of Deferred@1383681018 after retry RPC after error@490623482) -> (continuation of Deferred@751459867 after retry RPC after error@1865784474) -> (continuation of Deferred@2005609501 after retry RPC after error@408224407) -> (continuation of Deferred@1720823040 after retry RPC after error@629357572) -> (continuation of Deferred@197527405 after retry RPC after error@1001913656), errback=(continuation of Deferred@1380647790 after retry RPC after error@1049501911) -> (continuation of Deferred@2026447263 after retry RPC after error@1487107059) -> (continuation of Deferred@1383681018 after retry RPC after error@490623482) -> (continuation of Deferred@751459867 after retry RPC after error@1865784474) -> (continuation of Deferred@2005609501 after retry RPC after error@408224407) -> (continuation of Deferred@1720823040 after retry RPC after error@629357572) -> (continuation of Deferred@197527405 after retry RPC after error@1001913656)))
08:03:55.013 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@217417698(state=PENDING, result=null, callback=(continuation of Deferred@1380647790 after retry RPC after error@1049501911) -> (continuation of Deferred@2026447263 after retry RPC after error@1487107059) -> (continuation of Deferred@1383681018 after retry RPC after error@490623482) -> (continuation of Deferred@751459867 after retry RPC after error@1865784474) -> (continuation of Deferred@2005609501 after retry RPC after error@408224407) -> (continuation of Deferred@1720823040 after retry RPC after error@629357572) -> (continuation of Deferred@197527405 after retry RPC after error@1001913656), errback=(continuation of Deferred@1380647790 after retry RPC after error@1049501911) -> (continuation of Deferred@2026447263 after retry RPC after error@1487107059) -> (continuation of Deferred@1383681018 after retry RPC after error@490623482) -> (continuation of Deferred@751459867 after retry RPC after error@1865784474) -> (continuation of Deferred@2005609501 after retry RPC after error@408224407) -> (continuation of Deferred@1720823040 after retry RPC after error@629357572) -> (continuation of Deferred@197527405 after retry RPC after error@1001913656)))
08:03:55.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.112 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.252 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1066976990(state=PENDING, result=null, callback=(continuation of Deferred@482206574 after retry RPC after error@293284246) -> (continuation of Deferred@1452282586 after retry RPC after error@801603808) -> (continuation of Deferred@1544724709 after retry RPC after error@342693224) -> (continuation of Deferred@1119732733 after retry RPC after error@1374587850) -> (continuation of Deferred@414321818 after retry RPC after error@1686670513) -> (continuation of Deferred@1216743926 after retry RPC after error@1838382071) -> (continuation of Deferred@1699576835 after retry RPC after error@1166055711), errback=(continuation of Deferred@482206574 after retry RPC after error@293284246) -> (continuation of Deferred@1452282586 after retry RPC after error@801603808) -> (continuation of Deferred@1544724709 after retry RPC after error@342693224) -> (continuation of Deferred@1119732733 after retry RPC after error@1374587850) -> (continuation of Deferred@414321818 after retry RPC after error@1686670513) -> (continuation of Deferred@1216743926 after retry RPC after error@1838382071) -> (continuation of Deferred@1699576835 after retry RPC after error@1166055711)))
08:03:55.253 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1066976990(state=PENDING, result=null, callback=(continuation of Deferred@482206574 after retry RPC after error@293284246) -> (continuation of Deferred@1452282586 after retry RPC after error@801603808) -> (continuation of Deferred@1544724709 after retry RPC after error@342693224) -> (continuation of Deferred@1119732733 after retry RPC after error@1374587850) -> (continuation of Deferred@414321818 after retry RPC after error@1686670513) -> (continuation of Deferred@1216743926 after retry RPC after error@1838382071) -> (continuation of Deferred@1699576835 after retry RPC after error@1166055711), errback=(continuation of Deferred@482206574 after retry RPC after error@293284246) -> (continuation of Deferred@1452282586 after retry RPC after error@801603808) -> (continuation of Deferred@1544724709 after retry RPC after error@342693224) -> (continuation of Deferred@1119732733 after retry RPC after error@1374587850) -> (continuation of Deferred@414321818 after retry RPC after error@1686670513) -> (continuation of Deferred@1216743926 after retry RPC after error@1838382071) -> (continuation of Deferred@1699576835 after retry RPC after error@1166055711)))
08:03:55.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:55.271986 28484 master_runner.cc:186] Error getting master registration for 127.26.214.254:41801: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111),
08:03:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:55.272181 28484 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:55.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.531 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@584657577(state=PENDING, result=null, callback=(continuation of Deferred@1181546590 after retry RPC after error@1852932965) -> (continuation of Deferred@1837359102 after retry RPC after error@115620997) -> (continuation of Deferred@661359119 after retry RPC after error@1172528940) -> (continuation of Deferred@921437249 after retry RPC after error@290133517) -> (continuation of Deferred@1787547097 after retry RPC after error@902751643) -> (continuation of Deferred@1666589039 after retry RPC after error@711239798) -> (continuation of Deferred@515202534 after retry RPC after error@1544917398), errback=(continuation of Deferred@1181546590 after retry RPC after error@1852932965) -> (continuation of Deferred@1837359102 after retry RPC after error@115620997) -> (continuation of Deferred@661359119 after retry RPC after error@1172528940) -> (continuation of Deferred@921437249 after retry RPC after error@290133517) -> (continuation of Deferred@1787547097 after retry RPC after error@902751643) -> (continuation of Deferred@1666589039 after retry RPC after error@711239798) -> (continuation of Deferred@515202534 after retry RPC after error@1544917398)))
08:03:55.531 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:55.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.792 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@272592144(state=PENDING, result=null, callback=(continuation of Deferred@227924404 after retry RPC after error@1288288522) -> (continuation of Deferred@1922543445 after retry RPC after error@430640122) -> (continuation of Deferred@986724610 after retry RPC after error@995149499) -> (continuation of Deferred@1962027907 after retry RPC after error@902236732) -> (continuation of Deferred@249834927 after retry RPC after error@859588566) -> (continuation of Deferred@1450695681 after retry RPC after error@1533852185) -> (continuation of Deferred@1951034766 after retry RPC after error@630818342), errback=(continuation of Deferred@227924404 after retry RPC after error@1288288522) -> (continuation of Deferred@1922543445 after retry RPC after error@430640122) -> (continuation of Deferred@986724610 after retry RPC after error@995149499) -> (continuation of Deferred@1962027907 after retry RPC after error@902236732) -> (continuation of Deferred@249834927 after retry RPC after error@859588566) -> (continuation of Deferred@1450695681 after retry RPC after error@1533852185) -> (continuation of Deferred@1951034766 after retry RPC after error@630818342)))
08:03:55.792 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@272592144(state=PENDING, result=null, callback=(continuation of Deferred@227924404 after retry RPC after error@1288288522) -> (continuation of Deferred@1922543445 after retry RPC after error@430640122) -> (continuation of Deferred@986724610 after retry RPC after error@995149499) -> (continuation of Deferred@1962027907 after retry RPC after error@902236732) -> (continuation of Deferred@249834927 after retry RPC after error@859588566) -> (continuation of Deferred@1450695681 after retry RPC after error@1533852185) -> (continuation of Deferred@1951034766 after retry RPC after error@630818342), errback=(continuation of Deferred@227924404 after retry RPC after error@1288288522) -> (continuation of Deferred@1922543445 after retry RPC after error@430640122) -> (continuation of Deferred@986724610 after retry RPC after error@995149499) -> (continuation of Deferred@1962027907 after retry RPC after error@902236732) -> (continuation of Deferred@249834927 after retry RPC after error@859588566) -> (continuation of Deferred@1450695681 after retry RPC after error@1533852185) -> (continuation of Deferred@1951034766 after retry RPC after error@630818342)))
08:03:55.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:55.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:55.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:55.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:55.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:55.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.012 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@96208953(state=PENDING, result=null, callback=(continuation of Deferred@528176896 after retry RPC after error@299034334) -> (continuation of Deferred@183576171 after retry RPC after error@1877547724) -> (continuation of Deferred@711955302 after retry RPC after error@747468003) -> (continuation of Deferred@801955175 after retry RPC after error@139762984) -> (continuation of Deferred@1584847847 after retry RPC after error@429627046) -> (continuation of Deferred@1358251799 after retry RPC after error@2086944252) -> (continuation of Deferred@337995892 after retry RPC after error@1364124400), errback=(continuation of Deferred@528176896 after retry RPC after error@299034334) -> (continuation of Deferred@183576171 after retry RPC after error@1877547724) -> (continuation of Deferred@711955302 after retry RPC after error@747468003) -> (continuation of Deferred@801955175 after retry RPC after error@139762984) -> (continuation of Deferred@1584847847 after retry RPC after error@429627046) -> (continuation of Deferred@1358251799 after retry RPC after error@2086944252) -> (continuation of Deferred@337995892 after retry RPC after error@1364124400)))
08:03:56.013 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@96208953(state=PENDING, result=null, callback=(continuation of Deferred@528176896 after retry RPC after error@299034334) -> (continuation of Deferred@183576171 after retry RPC after error@1877547724) -> (continuation of Deferred@711955302 after retry RPC after error@747468003) -> (continuation of Deferred@801955175 after retry RPC after error@139762984) -> (continuation of Deferred@1584847847 after retry RPC after error@429627046) -> (continuation of Deferred@1358251799 after retry RPC after error@2086944252) -> (continuation of Deferred@337995892 after retry RPC after error@1364124400), errback=(continuation of Deferred@528176896 after retry RPC after error@299034334) -> (continuation of Deferred@183576171 after retry RPC after error@1877547724) -> (continuation of Deferred@711955302 after retry RPC after error@747468003) -> (continuation of Deferred@801955175 after retry RPC after error@139762984) -> (continuation of Deferred@1584847847 after retry RPC after error@429627046) -> (continuation of Deferred@1358251799 after retry RPC after error@2086944252) -> (continuation of Deferred@337995892 after retry RPC after error@1364124400)))
08:03:56.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.032 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.052 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.112 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.272 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@561076519(state=PENDING, result=null, callback=(continuation of Deferred@1609257142 after retry RPC after error@520334906) -> (continuation of Deferred@1249017627 after retry RPC after error@1642184467) -> (continuation of Deferred@1678388601 after retry RPC after error@1719283132) -> (continuation of Deferred@1068043471 after retry RPC after error@1398551822) -> (continuation of Deferred@1711844345 after retry RPC after error@1369992521) -> (continuation of Deferred@638639303 after retry RPC after error@349595982) -> (continuation of Deferred@924999502 after retry RPC after error@636661446), errback=(continuation of Deferred@1609257142 after retry RPC after error@520334906) -> (continuation of Deferred@1249017627 after retry RPC after error@1642184467) -> (continuation of Deferred@1678388601 after retry RPC after error@1719283132) -> (continuation of Deferred@1068043471 after retry RPC after error@1398551822) -> (continuation of Deferred@1711844345 after retry RPC after error@1369992521) -> (continuation of Deferred@638639303 after retry RPC after error@349595982) -> (continuation of Deferred@924999502 after retry RPC after error@636661446)))
08:03:56.273 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@561076519(state=PENDING, result=null, callback=(continuation of Deferred@1609257142 after retry RPC after error@520334906) -> (continuation of Deferred@1249017627 after retry RPC after error@1642184467) -> (continuation of Deferred@1678388601 after retry RPC after error@1719283132) -> (continuation of Deferred@1068043471 after retry RPC after error@1398551822) -> (continuation of Deferred@1711844345 after retry RPC after error@1369992521) -> (continuation of Deferred@638639303 after retry RPC after error@349595982) -> (continuation of Deferred@924999502 after retry RPC after error@636661446), errback=(continuation of Deferred@1609257142 after retry RPC after error@520334906) -> (continuation of Deferred@1249017627 after retry RPC after error@1642184467) -> (continuation of Deferred@1678388601 after retry RPC after error@1719283132) -> (continuation of Deferred@1068043471 after retry RPC after error@1398551822) -> (continuation of Deferred@1711844345 after retry RPC after error@1369992521) -> (continuation of Deferred@638639303 after retry RPC after error@349595982) -> (continuation of Deferred@924999502 after retry RPC after error@636661446)))
08:03:56.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.551 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@664884711(state=PENDING, result=null, callback=(continuation of Deferred@375175346 after retry RPC after error@1891166261) -> (continuation of Deferred@1142054035 after retry RPC after error@1764829083) -> (continuation of Deferred@450595623 after retry RPC after error@756359433) -> (continuation of Deferred@2075461372 after retry RPC after error@467201006) -> (continuation of Deferred@1562167553 after retry RPC after error@1493542594) -> (continuation of Deferred@181721592 after retry RPC after error@1443878103) -> (continuation of Deferred@1835031510 after retry RPC after error@430424846), errback=(continuation of Deferred@375175346 after retry RPC after error@1891166261) -> (continuation of Deferred@1142054035 after retry RPC after error@1764829083) -> (continuation of Deferred@450595623 after retry RPC after error@756359433) -> (continuation of Deferred@2075461372 after retry RPC after error@467201006) -> (continuation of Deferred@1562167553 after retry RPC after error@1493542594) -> (continuation of Deferred@181721592 after retry RPC after error@1443878103) -> (continuation of Deferred@1835031510 after retry RPC after error@430424846)))
08:03:56.551 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:03:56.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.652 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@375858764(state=PENDING, result=null, callback=(continuation of Deferred@2027720314 after retry RPC after error@450292215) -> (continuation of Deferred@1848060322 after retry RPC after error@1096628076) -> (continuation of Deferred@1567542883 after retry RPC after error@1893342568) -> (continuation of Deferred@669470952 after retry RPC after error@262796591) -> (continuation of Deferred@606027631 after retry RPC after error@68044761) -> (continuation of Deferred@435365792 after retry RPC after error@1504946492), errback=(continuation of Deferred@2027720314 after retry RPC after error@450292215) -> (continuation of Deferred@1848060322 after retry RPC after error@1096628076) -> (continuation of Deferred@1567542883 after retry RPC after error@1893342568) -> (continuation of Deferred@669470952 after retry RPC after error@262796591) -> (continuation of Deferred@606027631 after retry RPC after error@68044761) -> (continuation of Deferred@435365792 after retry RPC after error@1504946492)))
08:03:56.732 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@375858764(state=PENDING, result=null, callback=(continuation of Deferred@2027720314 after retry RPC after error@450292215) -> (continuation of Deferred@1848060322 after retry RPC after error@1096628076) -> (continuation of Deferred@1567542883 after retry RPC after error@1893342568) -> (continuation of Deferred@669470952 after retry RPC after error@262796591) -> (continuation of Deferred@606027631 after retry RPC after error@68044761) -> (continuation of Deferred@435365792 after retry RPC after error@1504946492), errback=(continuation of Deferred@2027720314 after retry RPC after error@450292215) -> (continuation of Deferred@1848060322 after retry RPC after error@1096628076) -> (continuation of Deferred@1567542883 after retry RPC after error@1893342568) -> (continuation of Deferred@669470952 after retry RPC after error@262796591) -> (continuation of Deferred@606027631 after retry RPC after error@68044761) -> (continuation of Deferred@435365792 after retry RPC after error@1504946492)))
08:03:56.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:56.972 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@970765167(state=PENDING, result=null, callback=(continuation of Deferred@144386767 after retry RPC after error@461179458) -> (continuation of Deferred@1887538727 after retry RPC after error@748297363) -> (continuation of Deferred@2105972381 after retry RPC after error@249212021) -> (continuation of Deferred@1926687551 after retry RPC after error@248778610) -> (continuation of Deferred@1202672203 after retry RPC after error@483260367) -> (continuation of Deferred@1493657722 after retry RPC after error@2005291959) -> (continuation of Deferred@1241934342 after retry RPC after error@956731142), errback=(continuation of Deferred@144386767 after retry RPC after error@461179458) -> (continuation of Deferred@1887538727 after retry RPC after error@748297363) -> (continuation of Deferred@2105972381 after retry RPC after error@249212021) -> (continuation of Deferred@1926687551 after retry RPC after error@248778610) -> (continuation of Deferred@1202672203 after retry RPC after error@483260367) -> (continuation of Deferred@1493657722 after retry RPC after error@2005291959) -> (continuation of Deferred@1241934342 after retry RPC after error@956731142)))
08:03:56.972 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@970765167(state=PENDING, result=null, callback=(continuation of Deferred@144386767 after retry RPC after error@461179458) -> (continuation of Deferred@1887538727 after retry RPC after error@748297363) -> (continuation of Deferred@2105972381 after retry RPC after error@249212021) -> (continuation of Deferred@1926687551 after retry RPC after error@248778610) -> (continuation of Deferred@1202672203 after retry RPC after error@483260367) -> (continuation of Deferred@1493657722 after retry RPC after error@2005291959) -> (continuation of Deferred@1241934342 after retry RPC after error@956731142), errback=(continuation of Deferred@144386767 after retry RPC after error@461179458) -> (continuation of Deferred@1887538727 after retry RPC after error@748297363) -> (continuation of Deferred@2105972381 after retry RPC after error@249212021) -> (continuation of Deferred@1926687551 after retry RPC after error@248778610) -> (continuation of Deferred@1202672203 after retry RPC after error@483260367) -> (continuation of Deferred@1493657722 after retry RPC after error@2005291959) -> (continuation of Deferred@1241934342 after retry RPC after error@956731142)))
08:03:56.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:56.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:56.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:56.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:56.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.052 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.113 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.152 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1344642006(state=PENDING, result=null, callback=(continuation of Deferred@2126150890 after retry RPC after error@1739589853) -> (continuation of Deferred@1309210169 after retry RPC after error@839859973) -> (continuation of Deferred@536823938 after retry RPC after error@2028883264) -> (continuation of Deferred@1910424922 after retry RPC after error@979516275) -> (continuation of Deferred@1606209509 after retry RPC after error@1429347615) -> (continuation of Deferred@1388439286 after retry RPC after error@2043930238), errback=(continuation of Deferred@2126150890 after retry RPC after error@1739589853) -> (continuation of Deferred@1309210169 after retry RPC after error@839859973) -> (continuation of Deferred@536823938 after retry RPC after error@2028883264) -> (continuation of Deferred@1910424922 after retry RPC after error@979516275) -> (continuation of Deferred@1606209509 after retry RPC after error@1429347615) -> (continuation of Deferred@1388439286 after retry RPC after error@2043930238)))
08:03:57.153 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1344642006(state=PENDING, result=null, callback=(continuation of Deferred@2126150890 after retry RPC after error@1739589853) -> (continuation of Deferred@1309210169 after retry RPC after error@839859973) -> (continuation of Deferred@536823938 after retry RPC after error@2028883264) -> (continuation of Deferred@1910424922 after retry RPC after error@979516275) -> (continuation of Deferred@1606209509 after retry RPC after error@1429347615) -> (continuation of Deferred@1388439286 after retry RPC after error@2043930238), errback=(continuation of Deferred@2126150890 after retry RPC after error@1739589853) -> (continuation of Deferred@1309210169 after retry RPC after error@839859973) -> (continuation of Deferred@536823938 after retry RPC after error@2028883264) -> (continuation of Deferred@1910424922 after retry RPC after error@979516275) -> (continuation of Deferred@1606209509 after retry RPC after error@1429347615) -> (continuation of Deferred@1388439286 after retry RPC after error@2043930238)))
08:03:57.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:57.332629 28043 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:03:57.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:57.336925 28043 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '03f7a26ec3cd4aee92c57ced9e6890bc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '03f7a26ec3cd4aee92c57ced9e6890bc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:03:57.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:57.338951 28043 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.214.252:38189)
08:03:57.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.392 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1986363517(state=PENDING, result=null, callback=(continuation of Deferred@913037347 after retry RPC after error@1592400888) -> (continuation of Deferred@1896903892 after retry RPC after error@724333795) -> (continuation of Deferred@1131289445 after retry RPC after error@1305865515) -> (continuation of Deferred@1066501777 after retry RPC after error@2001893100) -> (continuation of Deferred@1146416720 after retry RPC after error@638250820) -> (continuation of Deferred@362565658 after retry RPC after error@1897771347) -> (continuation of Deferred@316204878 after retry RPC after error@1666800286), errback=(continuation of Deferred@913037347 after retry RPC after error@1592400888) -> (continuation of Deferred@1896903892 after retry RPC after error@724333795) -> (continuation of Deferred@1131289445 after retry RPC after error@1305865515) -> (continuation of Deferred@1066501777 after retry RPC after error@2001893100) -> (continuation of Deferred@1146416720 after retry RPC after error@638250820) -> (continuation of Deferred@362565658 after retry RPC after error@1897771347) -> (continuation of Deferred@316204878 after retry RPC after error@1666800286)))
08:03:57.392 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1986363517(state=PENDING, result=null, callback=(continuation of Deferred@913037347 after retry RPC after error@1592400888) -> (continuation of Deferred@1896903892 after retry RPC after error@724333795) -> (continuation of Deferred@1131289445 after retry RPC after error@1305865515) -> (continuation of Deferred@1066501777 after retry RPC after error@2001893100) -> (continuation of Deferred@1146416720 after retry RPC after error@638250820) -> (continuation of Deferred@362565658 after retry RPC after error@1897771347) -> (continuation of Deferred@316204878 after retry RPC after error@1666800286), errback=(continuation of Deferred@913037347 after retry RPC after error@1592400888) -> (continuation of Deferred@1896903892 after retry RPC after error@724333795) -> (continuation of Deferred@1131289445 after retry RPC after error@1305865515) -> (continuation of Deferred@1066501777 after retry RPC after error@2001893100) -> (continuation of Deferred@1146416720 after retry RPC after error@638250820) -> (continuation of Deferred@362565658 after retry RPC after error@1897771347) -> (continuation of Deferred@316204878 after retry RPC after error@1666800286)))
08:03:57.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.572 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1492336640(state=PENDING, result=null, callback=(continuation of Deferred@163391132 after retry RPC after error@1679903218) -> (continuation of Deferred@1950296530 after retry RPC after error@906925077) -> (continuation of Deferred@1449643406 after retry RPC after error@946303081) -> (continuation of Deferred@899399438 after retry RPC after error@2012691348) -> (continuation of Deferred@529826649 after retry RPC after error@477322490) -> (continuation of Deferred@1954083765 after retry RPC after error@983387445), errback=(continuation of Deferred@163391132 after retry RPC after error@1679903218) -> (continuation of Deferred@1950296530 after retry RPC after error@906925077) -> (continuation of Deferred@1449643406 after retry RPC after error@946303081) -> (continuation of Deferred@899399438 after retry RPC after error@2012691348) -> (continuation of Deferred@529826649 after retry RPC after error@477322490) -> (continuation of Deferred@1954083765 after retry RPC after error@983387445)))
08:03:57.572 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1492336640(state=PENDING, result=null, callback=(continuation of Deferred@163391132 after retry RPC after error@1679903218) -> (continuation of Deferred@1950296530 after retry RPC after error@906925077) -> (continuation of Deferred@1449643406 after retry RPC after error@946303081) -> (continuation of Deferred@899399438 after retry RPC after error@2012691348) -> (continuation of Deferred@529826649 after retry RPC after error@477322490) -> (continuation of Deferred@1954083765 after retry RPC after error@983387445), errback=(continuation of Deferred@163391132 after retry RPC after error@1679903218) -> (continuation of Deferred@1950296530 after retry RPC after error@906925077) -> (continuation of Deferred@1449643406 after retry RPC after error@946303081) -> (continuation of Deferred@899399438 after retry RPC after error@2012691348) -> (continuation of Deferred@529826649 after retry RPC after error@477322490) -> (continuation of Deferred@1954083765 after retry RPC after error@983387445)))
08:03:57.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.792 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1341334148(state=PENDING, result=null, callback=(continuation of Deferred@198759413 after retry RPC after error@1548727790) -> (continuation of Deferred@1386146458 after retry RPC after error@70190415) -> (continuation of Deferred@1227176260 after retry RPC after error@1751389515) -> (continuation of Deferred@1292630247 after retry RPC after error@829589876) -> (continuation of Deferred@1375566087 after retry RPC after error@435941438) -> (continuation of Deferred@187035430 after retry RPC after error@783937055) -> (continuation of Deferred@339124110 after retry RPC after error@1376450358), errback=(continuation of Deferred@198759413 after retry RPC after error@1548727790) -> (continuation of Deferred@1386146458 after retry RPC after error@70190415) -> (continuation of Deferred@1227176260 after retry RPC after error@1751389515) -> (continuation of Deferred@1292630247 after retry RPC after error@829589876) -> (continuation of Deferred@1375566087 after retry RPC after error@435941438) -> (continuation of Deferred@187035430 after retry RPC after error@783937055) -> (continuation of Deferred@339124110 after retry RPC after error@1376450358)))
08:03:57.793 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1341334148(state=PENDING, result=null, callback=(continuation of Deferred@198759413 after retry RPC after error@1548727790) -> (continuation of Deferred@1386146458 after retry RPC after error@70190415) -> (continuation of Deferred@1227176260 after retry RPC after error@1751389515) -> (continuation of Deferred@1292630247 after retry RPC after error@829589876) -> (continuation of Deferred@1375566087 after retry RPC after error@435941438) -> (continuation of Deferred@187035430 after retry RPC after error@783937055) -> (continuation of Deferred@339124110 after retry RPC after error@1376450358), errback=(continuation of Deferred@198759413 after retry RPC after error@1548727790) -> (continuation of Deferred@1386146458 after retry RPC after error@70190415) -> (continuation of Deferred@1227176260 after retry RPC after error@1751389515) -> (continuation of Deferred@1292630247 after retry RPC after error@829589876) -> (continuation of Deferred@1375566087 after retry RPC after error@435941438) -> (continuation of Deferred@187035430 after retry RPC after error@783937055) -> (continuation of Deferred@339124110 after retry RPC after error@1376450358)))
08:03:57.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:57.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:57.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:57.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:57.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:57.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.052 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@452753633(state=PENDING, result=null, callback=(continuation of Deferred@1065495605 after retry RPC after error@545107878) -> (continuation of Deferred@2076567608 after retry RPC after error@42450129) -> (continuation of Deferred@751487792 after retry RPC after error@1636258192) -> (continuation of Deferred@903344560 after retry RPC after error@168407791) -> (continuation of Deferred@1893755861 after retry RPC after error@733003656) -> (continuation of Deferred@568365375 after retry RPC after error@1715061030) -> (continuation of Deferred@368357623 after retry RPC after error@991297854), errback=(continuation of Deferred@1065495605 after retry RPC after error@545107878) -> (continuation of Deferred@2076567608 after retry RPC after error@42450129) -> (continuation of Deferred@751487792 after retry RPC after error@1636258192) -> (continuation of Deferred@903344560 after retry RPC after error@168407791) -> (continuation of Deferred@1893755861 after retry RPC after error@733003656) -> (continuation of Deferred@568365375 after retry RPC after error@1715061030) -> (continuation of Deferred@368357623 after retry RPC after error@991297854)))
08:03:58.052 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@452753633(state=PENDING, result=null, callback=(continuation of Deferred@1065495605 after retry RPC after error@545107878) -> (continuation of Deferred@2076567608 after retry RPC after error@42450129) -> (continuation of Deferred@751487792 after retry RPC after error@1636258192) -> (continuation of Deferred@903344560 after retry RPC after error@168407791) -> (continuation of Deferred@1893755861 after retry RPC after error@733003656) -> (continuation of Deferred@568365375 after retry RPC after error@1715061030) -> (continuation of Deferred@368357623 after retry RPC after error@991297854), errback=(continuation of Deferred@1065495605 after retry RPC after error@545107878) -> (continuation of Deferred@2076567608 after retry RPC after error@42450129) -> (continuation of Deferred@751487792 after retry RPC after error@1636258192) -> (continuation of Deferred@903344560 after retry RPC after error@168407791) -> (continuation of Deferred@1893755861 after retry RPC after error@733003656) -> (continuation of Deferred@568365375 after retry RPC after error@1715061030) -> (continuation of Deferred@368357623 after retry RPC after error@991297854)))
08:03:58.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.252 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@567535289(state=PENDING, result=null, callback=(continuation of Deferred@1318856597 after retry RPC after error@1345070813) -> (continuation of Deferred@641025503 after retry RPC after error@409835918) -> (continuation of Deferred@929215897 after retry RPC after error@105477990) -> (continuation of Deferred@173982157 after retry RPC after error@2123077857) -> (continuation of Deferred@1558656212 after retry RPC after error@299403881) -> (continuation of Deferred@1844732214 after retry RPC after error@1327145209) -> (continuation of Deferred@708738138 after retry RPC after error@2145398966), errback=(continuation of Deferred@1318856597 after retry RPC after error@1345070813) -> (continuation of Deferred@641025503 after retry RPC after error@409835918) -> (continuation of Deferred@929215897 after retry RPC after error@105477990) -> (continuation of Deferred@173982157 after retry RPC after error@2123077857) -> (continuation of Deferred@1558656212 after retry RPC after error@299403881) -> (continuation of Deferred@1844732214 after retry RPC after error@1327145209) -> (continuation of Deferred@708738138 after retry RPC after error@2145398966)))
08:03:58.252 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@567535289(state=PENDING, result=null, callback=(continuation of Deferred@1318856597 after retry RPC after error@1345070813) -> (continuation of Deferred@641025503 after retry RPC after error@409835918) -> (continuation of Deferred@929215897 after retry RPC after error@105477990) -> (continuation of Deferred@173982157 after retry RPC after error@2123077857) -> (continuation of Deferred@1558656212 after retry RPC after error@299403881) -> (continuation of Deferred@1844732214 after retry RPC after error@1327145209) -> (continuation of Deferred@708738138 after retry RPC after error@2145398966), errback=(continuation of Deferred@1318856597 after retry RPC after error@1345070813) -> (continuation of Deferred@641025503 after retry RPC after error@409835918) -> (continuation of Deferred@929215897 after retry RPC after error@105477990) -> (continuation of Deferred@173982157 after retry RPC after error@2123077857) -> (continuation of Deferred@1558656212 after retry RPC after error@299403881) -> (continuation of Deferred@1844732214 after retry RPC after error@1327145209) -> (continuation of Deferred@708738138 after retry RPC after error@2145398966)))
08:03:58.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:58.340494 28691 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:03:58.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:58.340699 28691 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:03:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:58.341378 28691 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:03:58.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:58.342423 28503 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111) [suppressed 3 similar messages]
08:03:58.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:58.343499 28501 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:03:58.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:03:58.343672 28503 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:03:58.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:58.343796 28503 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394; no voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9
08:03:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:03:58.344043 28691 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:03:58.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.412 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@2055176251(state=PENDING, result=null, callback=(continuation of Deferred@965342815 after retry RPC after error@1943918989) -> (continuation of Deferred@704655326 after retry RPC after error@754457853) -> (continuation of Deferred@1513434163 after retry RPC after error@1203345225) -> (continuation of Deferred@1819033279 after retry RPC after error@10471483) -> (continuation of Deferred@1941448879 after retry RPC after error@2016475726) -> (continuation of Deferred@1965341233 after retry RPC after error@184842942), errback=(continuation of Deferred@965342815 after retry RPC after error@1943918989) -> (continuation of Deferred@704655326 after retry RPC after error@754457853) -> (continuation of Deferred@1513434163 after retry RPC after error@1203345225) -> (continuation of Deferred@1819033279 after retry RPC after error@10471483) -> (continuation of Deferred@1941448879 after retry RPC after error@2016475726) -> (continuation of Deferred@1965341233 after retry RPC after error@184842942)))
08:03:58.412 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@2055176251(state=PENDING, result=null, callback=(continuation of Deferred@965342815 after retry RPC after error@1943918989) -> (continuation of Deferred@704655326 after retry RPC after error@754457853) -> (continuation of Deferred@1513434163 after retry RPC after error@1203345225) -> (continuation of Deferred@1819033279 after retry RPC after error@10471483) -> (continuation of Deferred@1941448879 after retry RPC after error@2016475726) -> (continuation of Deferred@1965341233 after retry RPC after error@184842942), errback=(continuation of Deferred@965342815 after retry RPC after error@1943918989) -> (continuation of Deferred@704655326 after retry RPC after error@754457853) -> (continuation of Deferred@1513434163 after retry RPC after error@1203345225) -> (continuation of Deferred@1819033279 after retry RPC after error@10471483) -> (continuation of Deferred@1941448879 after retry RPC after error@2016475726) -> (continuation of Deferred@1965341233 after retry RPC after error@184842942)))
08:03:58.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.653 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@279301790(state=PENDING, result=null, callback=(continuation of Deferred@1272199353 after retry RPC after error@1488117714) -> (continuation of Deferred@1315192510 after retry RPC after error@1879824594) -> (continuation of Deferred@451946394 after retry RPC after error@1425155929) -> (continuation of Deferred@990671543 after retry RPC after error@359657548) -> (continuation of Deferred@238606732 after retry RPC after error@1261830141) -> (continuation of Deferred@334804454 after retry RPC after error@2046024260) -> (continuation of Deferred@835688527 after retry RPC after error@1432441756), errback=(continuation of Deferred@1272199353 after retry RPC after error@1488117714) -> (continuation of Deferred@1315192510 after retry RPC after error@1879824594) -> (continuation of Deferred@451946394 after retry RPC after error@1425155929) -> (continuation of Deferred@990671543 after retry RPC after error@359657548) -> (continuation of Deferred@238606732 after retry RPC after error@1261830141) -> (continuation of Deferred@334804454 after retry RPC after error@2046024260) -> (continuation of Deferred@835688527 after retry RPC after error@1432441756)))
08:03:58.653 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@279301790(state=PENDING, result=null, callback=(continuation of Deferred@1272199353 after retry RPC after error@1488117714) -> (continuation of Deferred@1315192510 after retry RPC after error@1879824594) -> (continuation of Deferred@451946394 after retry RPC after error@1425155929) -> (continuation of Deferred@990671543 after retry RPC after error@359657548) -> (continuation of Deferred@238606732 after retry RPC after error@1261830141) -> (continuation of Deferred@334804454 after retry RPC after error@2046024260) -> (continuation of Deferred@835688527 after retry RPC after error@1432441756), errback=(continuation of Deferred@1272199353 after retry RPC after error@1488117714) -> (continuation of Deferred@1315192510 after retry RPC after error@1879824594) -> (continuation of Deferred@451946394 after retry RPC after error@1425155929) -> (continuation of Deferred@990671543 after retry RPC after error@359657548) -> (continuation of Deferred@238606732 after retry RPC after error@1261830141) -> (continuation of Deferred@334804454 after retry RPC after error@2046024260) -> (continuation of Deferred@835688527 after retry RPC after error@1432441756)))
08:03:58.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.832 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1567427871(state=PENDING, result=null, callback=(continuation of Deferred@1246834861 after retry RPC after error@471686976) -> (continuation of Deferred@1834512963 after retry RPC after error@1491640066) -> (continuation of Deferred@469702890 after retry RPC after error@1835971466) -> (continuation of Deferred@1133121038 after retry RPC after error@1602652658) -> (continuation of Deferred@1021174432 after retry RPC after error@616031314) -> (continuation of Deferred@937321652 after retry RPC after error@1560060580), errback=(continuation of Deferred@1246834861 after retry RPC after error@471686976) -> (continuation of Deferred@1834512963 after retry RPC after error@1491640066) -> (continuation of Deferred@469702890 after retry RPC after error@1835971466) -> (continuation of Deferred@1133121038 after retry RPC after error@1602652658) -> (continuation of Deferred@1021174432 after retry RPC after error@616031314) -> (continuation of Deferred@937321652 after retry RPC after error@1560060580)))
08:03:58.833 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1567427871(state=PENDING, result=null, callback=(continuation of Deferred@1246834861 after retry RPC after error@471686976) -> (continuation of Deferred@1834512963 after retry RPC after error@1491640066) -> (continuation of Deferred@469702890 after retry RPC after error@1835971466) -> (continuation of Deferred@1133121038 after retry RPC after error@1602652658) -> (continuation of Deferred@1021174432 after retry RPC after error@616031314) -> (continuation of Deferred@937321652 after retry RPC after error@1560060580), errback=(continuation of Deferred@1246834861 after retry RPC after error@471686976) -> (continuation of Deferred@1834512963 after retry RPC after error@1491640066) -> (continuation of Deferred@469702890 after retry RPC after error@1835971466) -> (continuation of Deferred@1133121038 after retry RPC after error@1602652658) -> (continuation of Deferred@1021174432 after retry RPC after error@616031314) -> (continuation of Deferred@937321652 after retry RPC after error@1560060580)))
08:03:58.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:58.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:58.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:58.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:58.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:58.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.092 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@315377942(state=PENDING, result=null, callback=(continuation of Deferred@1993293133 after retry RPC after error@627905223) -> (continuation of Deferred@743350844 after retry RPC after error@1547356762) -> (continuation of Deferred@1401991621 after retry RPC after error@505838170) -> (continuation of Deferred@1201698016 after retry RPC after error@1296174676) -> (continuation of Deferred@453677216 after retry RPC after error@911465777) -> (continuation of Deferred@1913694319 after retry RPC after error@805124311) -> (continuation of Deferred@1623011864 after retry RPC after error@1219481963), errback=(continuation of Deferred@1993293133 after retry RPC after error@627905223) -> (continuation of Deferred@743350844 after retry RPC after error@1547356762) -> (continuation of Deferred@1401991621 after retry RPC after error@505838170) -> (continuation of Deferred@1201698016 after retry RPC after error@1296174676) -> (continuation of Deferred@453677216 after retry RPC after error@911465777) -> (continuation of Deferred@1913694319 after retry RPC after error@805124311) -> (continuation of Deferred@1623011864 after retry RPC after error@1219481963)))
08:03:59.092 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@315377942(state=PENDING, result=null, callback=(continuation of Deferred@1993293133 after retry RPC after error@627905223) -> (continuation of Deferred@743350844 after retry RPC after error@1547356762) -> (continuation of Deferred@1401991621 after retry RPC after error@505838170) -> (continuation of Deferred@1201698016 after retry RPC after error@1296174676) -> (continuation of Deferred@453677216 after retry RPC after error@911465777) -> (continuation of Deferred@1913694319 after retry RPC after error@805124311) -> (continuation of Deferred@1623011864 after retry RPC after error@1219481963), errback=(continuation of Deferred@1993293133 after retry RPC after error@627905223) -> (continuation of Deferred@743350844 after retry RPC after error@1547356762) -> (continuation of Deferred@1401991621 after retry RPC after error@505838170) -> (continuation of Deferred@1201698016 after retry RPC after error@1296174676) -> (continuation of Deferred@453677216 after retry RPC after error@911465777) -> (continuation of Deferred@1913694319 after retry RPC after error@805124311) -> (continuation of Deferred@1623011864 after retry RPC after error@1219481963)))
08:03:59.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.352 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1497489577(state=PENDING, result=null, callback=(continuation of Deferred@1795024771 after retry RPC after error@313023774) -> (continuation of Deferred@737323925 after retry RPC after error@2103460586) -> (continuation of Deferred@2015650618 after retry RPC after error@682918285) -> (continuation of Deferred@379861261 after retry RPC after error@1764515361) -> (continuation of Deferred@843763085 after retry RPC after error@1056869024) -> (continuation of Deferred@161849379 after retry RPC after error@49494624) -> (continuation of Deferred@1714534678 after retry RPC after error@751863034), errback=(continuation of Deferred@1795024771 after retry RPC after error@313023774) -> (continuation of Deferred@737323925 after retry RPC after error@2103460586) -> (continuation of Deferred@2015650618 after retry RPC after error@682918285) -> (continuation of Deferred@379861261 after retry RPC after error@1764515361) -> (continuation of Deferred@843763085 after retry RPC after error@1056869024) -> (continuation of Deferred@161849379 after retry RPC after error@49494624) -> (continuation of Deferred@1714534678 after retry RPC after error@751863034)))
08:03:59.353 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1497489577(state=PENDING, result=null, callback=(continuation of Deferred@1795024771 after retry RPC after error@313023774) -> (continuation of Deferred@737323925 after retry RPC after error@2103460586) -> (continuation of Deferred@2015650618 after retry RPC after error@682918285) -> (continuation of Deferred@379861261 after retry RPC after error@1764515361) -> (continuation of Deferred@843763085 after retry RPC after error@1056869024) -> (continuation of Deferred@161849379 after retry RPC after error@49494624) -> (continuation of Deferred@1714534678 after retry RPC after error@751863034), errback=(continuation of Deferred@1795024771 after retry RPC after error@313023774) -> (continuation of Deferred@737323925 after retry RPC after error@2103460586) -> (continuation of Deferred@2015650618 after retry RPC after error@682918285) -> (continuation of Deferred@379861261 after retry RPC after error@1764515361) -> (continuation of Deferred@843763085 after retry RPC after error@1056869024) -> (continuation of Deferred@161849379 after retry RPC after error@49494624) -> (continuation of Deferred@1714534678 after retry RPC after error@751863034)))
08:03:59.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.532 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1594357155(state=PENDING, result=null, callback=(continuation of Deferred@1824448299 after retry RPC after error@116296773) -> (continuation of Deferred@1358406308 after retry RPC after error@809365492) -> (continuation of Deferred@710945119 after retry RPC after error@1486750962) -> (continuation of Deferred@898723783 after retry RPC after error@1779201230) -> (continuation of Deferred@1091404289 after retry RPC after error@1763485510) -> (continuation of Deferred@1473053429 after retry RPC after error@1584314054) -> (continuation of Deferred@1935555200 after retry RPC after error@2138346810), errback=(continuation of Deferred@1824448299 after retry RPC after error@116296773) -> (continuation of Deferred@1358406308 after retry RPC after error@809365492) -> (continuation of Deferred@710945119 after retry RPC after error@1486750962) -> (continuation of Deferred@898723783 after retry RPC after error@1779201230) -> (continuation of Deferred@1091404289 after retry RPC after error@1763485510) -> (continuation of Deferred@1473053429 after retry RPC after error@1584314054) -> (continuation of Deferred@1935555200 after retry RPC after error@2138346810)))
08:03:59.533 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1594357155(state=PENDING, result=null, callback=(continuation of Deferred@1824448299 after retry RPC after error@116296773) -> (continuation of Deferred@1358406308 after retry RPC after error@809365492) -> (continuation of Deferred@710945119 after retry RPC after error@1486750962) -> (continuation of Deferred@898723783 after retry RPC after error@1779201230) -> (continuation of Deferred@1091404289 after retry RPC after error@1763485510) -> (continuation of Deferred@1473053429 after retry RPC after error@1584314054) -> (continuation of Deferred@1935555200 after retry RPC after error@2138346810), errback=(continuation of Deferred@1824448299 after retry RPC after error@116296773) -> (continuation of Deferred@1358406308 after retry RPC after error@809365492) -> (continuation of Deferred@710945119 after retry RPC after error@1486750962) -> (continuation of Deferred@898723783 after retry RPC after error@1779201230) -> (continuation of Deferred@1091404289 after retry RPC after error@1763485510) -> (continuation of Deferred@1473053429 after retry RPC after error@1584314054) -> (continuation of Deferred@1935555200 after retry RPC after error@2138346810)))
08:03:59.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.772 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@356008971(state=PENDING, result=null, callback=(continuation of Deferred@1453947015 after retry RPC after error@356553563) -> (continuation of Deferred@961415150 after retry RPC after error@1853953232) -> (continuation of Deferred@1945187527 after retry RPC after error@1648012201) -> (continuation of Deferred@729981303 after retry RPC after error@1304627011) -> (continuation of Deferred@929973552 after retry RPC after error@12502935) -> (continuation of Deferred@1049184238 after retry RPC after error@1806018147) -> (continuation of Deferred@782711266 after retry RPC after error@1481888222), errback=(continuation of Deferred@1453947015 after retry RPC after error@356553563) -> (continuation of Deferred@961415150 after retry RPC after error@1853953232) -> (continuation of Deferred@1945187527 after retry RPC after error@1648012201) -> (continuation of Deferred@729981303 after retry RPC after error@1304627011) -> (continuation of Deferred@929973552 after retry RPC after error@12502935) -> (continuation of Deferred@1049184238 after retry RPC after error@1806018147) -> (continuation of Deferred@782711266 after retry RPC after error@1481888222)))
08:03:59.773 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@356008971(state=PENDING, result=null, callback=(continuation of Deferred@1453947015 after retry RPC after error@356553563) -> (continuation of Deferred@961415150 after retry RPC after error@1853953232) -> (continuation of Deferred@1945187527 after retry RPC after error@1648012201) -> (continuation of Deferred@729981303 after retry RPC after error@1304627011) -> (continuation of Deferred@929973552 after retry RPC after error@12502935) -> (continuation of Deferred@1049184238 after retry RPC after error@1806018147) -> (continuation of Deferred@782711266 after retry RPC after error@1481888222), errback=(continuation of Deferred@1453947015 after retry RPC after error@356553563) -> (continuation of Deferred@961415150 after retry RPC after error@1853953232) -> (continuation of Deferred@1945187527 after retry RPC after error@1648012201) -> (continuation of Deferred@729981303 after retry RPC after error@1304627011) -> (continuation of Deferred@929973552 after retry RPC after error@12502935) -> (continuation of Deferred@1049184238 after retry RPC after error@1806018147) -> (continuation of Deferred@782711266 after retry RPC after error@1481888222)))
08:03:59.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.852 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:03:59.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:03:59.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:03:59.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:03:59.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:03:59.992 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1650669855(state=PENDING, result=null, callback=(continuation of Deferred@288698901 after retry RPC after error@924639662) -> (continuation of Deferred@767637451 after retry RPC after error@1443977389) -> (continuation of Deferred@1854696928 after retry RPC after error@1053679630) -> (continuation of Deferred@446101363 after retry RPC after error@1184764092) -> (continuation of Deferred@1265665762 after retry RPC after error@451723794) -> (continuation of Deferred@929862483 after retry RPC after error@21069554) -> (continuation of Deferred@1313451950 after retry RPC after error@843647015), errback=(continuation of Deferred@288698901 after retry RPC after error@924639662) -> (continuation of Deferred@767637451 after retry RPC after error@1443977389) -> (continuation of Deferred@1854696928 after retry RPC after error@1053679630) -> (continuation of Deferred@446101363 after retry RPC after error@1184764092) -> (continuation of Deferred@1265665762 after retry RPC after error@451723794) -> (continuation of Deferred@929862483 after retry RPC after error@21069554) -> (continuation of Deferred@1313451950 after retry RPC after error@843647015)))
08:03:59.993 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1650669855(state=PENDING, result=null, callback=(continuation of Deferred@288698901 after retry RPC after error@924639662) -> (continuation of Deferred@767637451 after retry RPC after error@1443977389) -> (continuation of Deferred@1854696928 after retry RPC after error@1053679630) -> (continuation of Deferred@446101363 after retry RPC after error@1184764092) -> (continuation of Deferred@1265665762 after retry RPC after error@451723794) -> (continuation of Deferred@929862483 after retry RPC after error@21069554) -> (continuation of Deferred@1313451950 after retry RPC after error@843647015), errback=(continuation of Deferred@288698901 after retry RPC after error@924639662) -> (continuation of Deferred@767637451 after retry RPC after error@1443977389) -> (continuation of Deferred@1854696928 after retry RPC after error@1053679630) -> (continuation of Deferred@446101363 after retry RPC after error@1184764092) -> (continuation of Deferred@1265665762 after retry RPC after error@451723794) -> (continuation of Deferred@929862483 after retry RPC after error@21069554) -> (continuation of Deferred@1313451950 after retry RPC after error@843647015)))
08:04:00.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.231 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1963937979(state=PENDING, result=null, callback=(continuation of Deferred@434732106 after retry RPC after error@1101391199) -> (continuation of Deferred@65346825 after retry RPC after error@216010566) -> (continuation of Deferred@1580804540 after retry RPC after error@811114553) -> (continuation of Deferred@469696110 after retry RPC after error@392710248) -> (continuation of Deferred@780272 after retry RPC after error@1973929632) -> (continuation of Deferred@432425972 after retry RPC after error@1278765996) -> (continuation of Deferred@332603836 after retry RPC after error@1477080992), errback=(continuation of Deferred@434732106 after retry RPC after error@1101391199) -> (continuation of Deferred@65346825 after retry RPC after error@216010566) -> (continuation of Deferred@1580804540 after retry RPC after error@811114553) -> (continuation of Deferred@469696110 after retry RPC after error@392710248) -> (continuation of Deferred@780272 after retry RPC after error@1973929632) -> (continuation of Deferred@432425972 after retry RPC after error@1278765996) -> (continuation of Deferred@332603836 after retry RPC after error@1477080992)))
08:04:00.232 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1963937979(state=PENDING, result=null, callback=(continuation of Deferred@434732106 after retry RPC after error@1101391199) -> (continuation of Deferred@65346825 after retry RPC after error@216010566) -> (continuation of Deferred@1580804540 after retry RPC after error@811114553) -> (continuation of Deferred@469696110 after retry RPC after error@392710248) -> (continuation of Deferred@780272 after retry RPC after error@1973929632) -> (continuation of Deferred@432425972 after retry RPC after error@1278765996) -> (continuation of Deferred@332603836 after retry RPC after error@1477080992), errback=(continuation of Deferred@434732106 after retry RPC after error@1101391199) -> (continuation of Deferred@65346825 after retry RPC after error@216010566) -> (continuation of Deferred@1580804540 after retry RPC after error@811114553) -> (continuation of Deferred@469696110 after retry RPC after error@392710248) -> (continuation of Deferred@780272 after retry RPC after error@1973929632) -> (continuation of Deferred@432425972 after retry RPC after error@1278765996) -> (continuation of Deferred@332603836 after retry RPC after error@1477080992)))
08:04:00.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:00.273422 28484 master_runner.cc:186] Error getting master registration for 127.26.214.254:41801: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111),
08:04:00.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:00.273578 28484 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:00.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.492 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1927787217(state=PENDING, result=null, callback=(continuation of Deferred@1386766640 after retry RPC after error@1017224303) -> (continuation of Deferred@1586482984 after retry RPC after error@288460562) -> (continuation of Deferred@122341 after retry RPC after error@812874606) -> (continuation of Deferred@279250119 after retry RPC after error@233918686) -> (continuation of Deferred@51464816 after retry RPC after error@672328055) -> (continuation of Deferred@279528334 after retry RPC after error@391743205) -> (continuation of Deferred@512887988 after retry RPC after error@569644864), errback=(continuation of Deferred@1386766640 after retry RPC after error@1017224303) -> (continuation of Deferred@1586482984 after retry RPC after error@288460562) -> (continuation of Deferred@122341 after retry RPC after error@812874606) -> (continuation of Deferred@279250119 after retry RPC after error@233918686) -> (continuation of Deferred@51464816 after retry RPC after error@672328055) -> (continuation of Deferred@279528334 after retry RPC after error@391743205) -> (continuation of Deferred@512887988 after retry RPC after error@569644864)))
08:04:00.493 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1927787217(state=PENDING, result=null, callback=(continuation of Deferred@1386766640 after retry RPC after error@1017224303) -> (continuation of Deferred@1586482984 after retry RPC after error@288460562) -> (continuation of Deferred@122341 after retry RPC after error@812874606) -> (continuation of Deferred@279250119 after retry RPC after error@233918686) -> (continuation of Deferred@51464816 after retry RPC after error@672328055) -> (continuation of Deferred@279528334 after retry RPC after error@391743205) -> (continuation of Deferred@512887988 after retry RPC after error@569644864), errback=(continuation of Deferred@1386766640 after retry RPC after error@1017224303) -> (continuation of Deferred@1586482984 after retry RPC after error@288460562) -> (continuation of Deferred@122341 after retry RPC after error@812874606) -> (continuation of Deferred@279250119 after retry RPC after error@233918686) -> (continuation of Deferred@51464816 after retry RPC after error@672328055) -> (continuation of Deferred@279528334 after retry RPC after error@391743205) -> (continuation of Deferred@512887988 after retry RPC after error@569644864)))
08:04:00.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [25ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1073967933(state=PENDING, result=null, callback=(continuation of Deferred@731608147 after retry RPC after error@1818888843) -> (continuation of Deferred@405663960 after retry RPC after error@1139597947) -> (continuation of Deferred@866463673 after retry RPC after error@262624532) -> (continuation of Deferred@2029772552 after retry RPC after error@1553995094) -> (continuation of Deferred@1189228956 after retry RPC after error@1935197089) -> (continuation of Deferred@1442660701 after retry RPC after error@153871377) -> (continuation of Deferred@1578257017 after retry RPC after error@1801641937), errback=(continuation of Deferred@731608147 after retry RPC after error@1818888843) -> (continuation of Deferred@405663960 after retry RPC after error@1139597947) -> (continuation of Deferred@866463673 after retry RPC after error@262624532) -> (continuation of Deferred@2029772552 after retry RPC after error@1553995094) -> (continuation of Deferred@1189228956 after retry RPC after error@1935197089) -> (continuation of Deferred@1442660701 after retry RPC after error@153871377) -> (continuation of Deferred@1578257017 after retry RPC after error@1801641937)))
08:04:00.733 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [25ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1073967933(state=PENDING, result=null, callback=(continuation of Deferred@731608147 after retry RPC after error@1818888843) -> (continuation of Deferred@405663960 after retry RPC after error@1139597947) -> (continuation of Deferred@866463673 after retry RPC after error@262624532) -> (continuation of Deferred@2029772552 after retry RPC after error@1553995094) -> (continuation of Deferred@1189228956 after retry RPC after error@1935197089) -> (continuation of Deferred@1442660701 after retry RPC after error@153871377) -> (continuation of Deferred@1578257017 after retry RPC after error@1801641937), errback=(continuation of Deferred@731608147 after retry RPC after error@1818888843) -> (continuation of Deferred@405663960 after retry RPC after error@1139597947) -> (continuation of Deferred@866463673 after retry RPC after error@262624532) -> (continuation of Deferred@2029772552 after retry RPC after error@1553995094) -> (continuation of Deferred@1189228956 after retry RPC after error@1935197089) -> (continuation of Deferred@1442660701 after retry RPC after error@153871377) -> (continuation of Deferred@1578257017 after retry RPC after error@1801641937)))
08:04:00.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:00.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:00.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:00.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:00.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:00.992 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@16567379(state=PENDING, result=null, callback=(continuation of Deferred@1098547271 after retry RPC after error@1371169735) -> (continuation of Deferred@755647588 after retry RPC after error@1274186690) -> (continuation of Deferred@1579106883 after retry RPC after error@1547281948) -> (continuation of Deferred@594534555 after retry RPC after error@2082263983) -> (continuation of Deferred@1479908149 after retry RPC after error@1236127593) -> (continuation of Deferred@362452479 after retry RPC after error@251772232) -> (continuation of Deferred@2073650094 after retry RPC after error@1550335283), errback=(continuation of Deferred@1098547271 after retry RPC after error@1371169735) -> (continuation of Deferred@755647588 after retry RPC after error@1274186690) -> (continuation of Deferred@1579106883 after retry RPC after error@1547281948) -> (continuation of Deferred@594534555 after retry RPC after error@2082263983) -> (continuation of Deferred@1479908149 after retry RPC after error@1236127593) -> (continuation of Deferred@362452479 after retry RPC after error@251772232) -> (continuation of Deferred@2073650094 after retry RPC after error@1550335283)))
08:04:00.993 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@16567379(state=PENDING, result=null, callback=(continuation of Deferred@1098547271 after retry RPC after error@1371169735) -> (continuation of Deferred@755647588 after retry RPC after error@1274186690) -> (continuation of Deferred@1579106883 after retry RPC after error@1547281948) -> (continuation of Deferred@594534555 after retry RPC after error@2082263983) -> (continuation of Deferred@1479908149 after retry RPC after error@1236127593) -> (continuation of Deferred@362452479 after retry RPC after error@251772232) -> (continuation of Deferred@2073650094 after retry RPC after error@1550335283), errback=(continuation of Deferred@1098547271 after retry RPC after error@1371169735) -> (continuation of Deferred@755647588 after retry RPC after error@1274186690) -> (continuation of Deferred@1579106883 after retry RPC after error@1547281948) -> (continuation of Deferred@594534555 after retry RPC after error@2082263983) -> (continuation of Deferred@1479908149 after retry RPC after error@1236127593) -> (continuation of Deferred@362452479 after retry RPC after error@251772232) -> (continuation of Deferred@2073650094 after retry RPC after error@1550335283)))
08:04:01.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.252 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@204061101(state=PENDING, result=null, callback=(continuation of Deferred@1235995615 after retry RPC after error@1174738980) -> (continuation of Deferred@1763696134 after retry RPC after error@683341401) -> (continuation of Deferred@1062741410 after retry RPC after error@1366478421) -> (continuation of Deferred@1183499667 after retry RPC after error@972946213) -> (continuation of Deferred@1207352461 after retry RPC after error@3265088) -> (continuation of Deferred@277297544 after retry RPC after error@1182129262) -> (continuation of Deferred@882184953 after retry RPC after error@976778745), errback=(continuation of Deferred@1235995615 after retry RPC after error@1174738980) -> (continuation of Deferred@1763696134 after retry RPC after error@683341401) -> (continuation of Deferred@1062741410 after retry RPC after error@1366478421) -> (continuation of Deferred@1183499667 after retry RPC after error@972946213) -> (continuation of Deferred@1207352461 after retry RPC after error@3265088) -> (continuation of Deferred@277297544 after retry RPC after error@1182129262) -> (continuation of Deferred@882184953 after retry RPC after error@976778745)))
08:04:01.252 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@204061101(state=PENDING, result=null, callback=(continuation of Deferred@1235995615 after retry RPC after error@1174738980) -> (continuation of Deferred@1763696134 after retry RPC after error@683341401) -> (continuation of Deferred@1062741410 after retry RPC after error@1366478421) -> (continuation of Deferred@1183499667 after retry RPC after error@972946213) -> (continuation of Deferred@1207352461 after retry RPC after error@3265088) -> (continuation of Deferred@277297544 after retry RPC after error@1182129262) -> (continuation of Deferred@882184953 after retry RPC after error@976778745), errback=(continuation of Deferred@1235995615 after retry RPC after error@1174738980) -> (continuation of Deferred@1763696134 after retry RPC after error@683341401) -> (continuation of Deferred@1062741410 after retry RPC after error@1366478421) -> (continuation of Deferred@1183499667 after retry RPC after error@972946213) -> (continuation of Deferred@1207352461 after retry RPC after error@3265088) -> (continuation of Deferred@277297544 after retry RPC after error@1182129262) -> (continuation of Deferred@882184953 after retry RPC after error@976778745)))
08:04:01.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.472 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@378716656(state=PENDING, result=null, callback=(continuation of Deferred@1176864103 after retry RPC after error@946530111) -> (continuation of Deferred@456310645 after retry RPC after error@464482466) -> (continuation of Deferred@1900793869 after retry RPC after error@519541252) -> (continuation of Deferred@271605688 after retry RPC after error@1895434108) -> (continuation of Deferred@1595833046 after retry RPC after error@2103157891) -> (continuation of Deferred@1870985487 after retry RPC after error@1340461668) -> (continuation of Deferred@1669450116 after retry RPC after error@1130235595), errback=(continuation of Deferred@1176864103 after retry RPC after error@946530111) -> (continuation of Deferred@456310645 after retry RPC after error@464482466) -> (continuation of Deferred@1900793869 after retry RPC after error@519541252) -> (continuation of Deferred@271605688 after retry RPC after error@1895434108) -> (continuation of Deferred@1595833046 after retry RPC after error@2103157891) -> (continuation of Deferred@1870985487 after retry RPC after error@1340461668) -> (continuation of Deferred@1669450116 after retry RPC after error@1130235595)))
08:04:01.472 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@378716656(state=PENDING, result=null, callback=(continuation of Deferred@1176864103 after retry RPC after error@946530111) -> (continuation of Deferred@456310645 after retry RPC after error@464482466) -> (continuation of Deferred@1900793869 after retry RPC after error@519541252) -> (continuation of Deferred@271605688 after retry RPC after error@1895434108) -> (continuation of Deferred@1595833046 after retry RPC after error@2103157891) -> (continuation of Deferred@1870985487 after retry RPC after error@1340461668) -> (continuation of Deferred@1669450116 after retry RPC after error@1130235595), errback=(continuation of Deferred@1176864103 after retry RPC after error@946530111) -> (continuation of Deferred@456310645 after retry RPC after error@464482466) -> (continuation of Deferred@1900793869 after retry RPC after error@519541252) -> (continuation of Deferred@271605688 after retry RPC after error@1895434108) -> (continuation of Deferred@1595833046 after retry RPC after error@2103157891) -> (continuation of Deferred@1870985487 after retry RPC after error@1340461668) -> (continuation of Deferred@1669450116 after retry RPC after error@1130235595)))
08:04:01.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.692 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@995402103(state=PENDING, result=null, callback=(continuation of Deferred@66237291 after retry RPC after error@22723038) -> (continuation of Deferred@845266741 after retry RPC after error@748748567) -> (continuation of Deferred@979331075 after retry RPC after error@1847571167) -> (continuation of Deferred@1371021374 after retry RPC after error@2051745113) -> (continuation of Deferred@999638371 after retry RPC after error@672108932) -> (continuation of Deferred@950463851 after retry RPC after error@467957451) -> (continuation of Deferred@172721801 after retry RPC after error@1578935797), errback=(continuation of Deferred@66237291 after retry RPC after error@22723038) -> (continuation of Deferred@845266741 after retry RPC after error@748748567) -> (continuation of Deferred@979331075 after retry RPC after error@1847571167) -> (continuation of Deferred@1371021374 after retry RPC after error@2051745113) -> (continuation of Deferred@999638371 after retry RPC after error@672108932) -> (continuation of Deferred@950463851 after retry RPC after error@467957451) -> (continuation of Deferred@172721801 after retry RPC after error@1578935797)))
08:04:01.692 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@995402103(state=PENDING, result=null, callback=(continuation of Deferred@66237291 after retry RPC after error@22723038) -> (continuation of Deferred@845266741 after retry RPC after error@748748567) -> (continuation of Deferred@979331075 after retry RPC after error@1847571167) -> (continuation of Deferred@1371021374 after retry RPC after error@2051745113) -> (continuation of Deferred@999638371 after retry RPC after error@672108932) -> (continuation of Deferred@950463851 after retry RPC after error@467957451) -> (continuation of Deferred@172721801 after retry RPC after error@1578935797), errback=(continuation of Deferred@66237291 after retry RPC after error@22723038) -> (continuation of Deferred@845266741 after retry RPC after error@748748567) -> (continuation of Deferred@979331075 after retry RPC after error@1847571167) -> (continuation of Deferred@1371021374 after retry RPC after error@2051745113) -> (continuation of Deferred@999638371 after retry RPC after error@672108932) -> (continuation of Deferred@950463851 after retry RPC after error@467957451) -> (continuation of Deferred@172721801 after retry RPC after error@1578935797)))
08:04:01.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.872 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@397509848(state=PENDING, result=null, callback=(continuation of Deferred@1209711033 after retry RPC after error@1461087496) -> (continuation of Deferred@896648839 after retry RPC after error@779948981) -> (continuation of Deferred@859283634 after retry RPC after error@1462629873) -> (continuation of Deferred@1825784941 after retry RPC after error@712311545) -> (continuation of Deferred@617157941 after retry RPC after error@477359648) -> (continuation of Deferred@1794453999 after retry RPC after error@1754633346), errback=(continuation of Deferred@1209711033 after retry RPC after error@1461087496) -> (continuation of Deferred@896648839 after retry RPC after error@779948981) -> (continuation of Deferred@859283634 after retry RPC after error@1462629873) -> (continuation of Deferred@1825784941 after retry RPC after error@712311545) -> (continuation of Deferred@617157941 after retry RPC after error@477359648) -> (continuation of Deferred@1794453999 after retry RPC after error@1754633346)))
08:04:01.872 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@397509848(state=PENDING, result=null, callback=(continuation of Deferred@1209711033 after retry RPC after error@1461087496) -> (continuation of Deferred@896648839 after retry RPC after error@779948981) -> (continuation of Deferred@859283634 after retry RPC after error@1462629873) -> (continuation of Deferred@1825784941 after retry RPC after error@712311545) -> (continuation of Deferred@617157941 after retry RPC after error@477359648) -> (continuation of Deferred@1794453999 after retry RPC after error@1754633346), errback=(continuation of Deferred@1209711033 after retry RPC after error@1461087496) -> (continuation of Deferred@896648839 after retry RPC after error@779948981) -> (continuation of Deferred@859283634 after retry RPC after error@1462629873) -> (continuation of Deferred@1825784941 after retry RPC after error@712311545) -> (continuation of Deferred@617157941 after retry RPC after error@477359648) -> (continuation of Deferred@1794453999 after retry RPC after error@1754633346)))
08:04:01.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:01.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:01.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:01.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:01.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:01.976 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.052 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.112 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.112 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [86ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@37723656(state=PENDING, result=null, callback=(continuation of Deferred@882640271 after retry RPC after error@388161907) -> (continuation of Deferred@688278165 after retry RPC after error@1471635043) -> (continuation of Deferred@64199015 after retry RPC after error@58382615) -> (continuation of Deferred@406022415 after retry RPC after error@1973053484) -> (continuation of Deferred@1788727129 after retry RPC after error@1073348988) -> (continuation of Deferred@1006791837 after retry RPC after error@452962361) -> (continuation of Deferred@505174840 after retry RPC after error@1895979110), errback=(continuation of Deferred@882640271 after retry RPC after error@388161907) -> (continuation of Deferred@688278165 after retry RPC after error@1471635043) -> (continuation of Deferred@64199015 after retry RPC after error@58382615) -> (continuation of Deferred@406022415 after retry RPC after error@1973053484) -> (continuation of Deferred@1788727129 after retry RPC after error@1073348988) -> (continuation of Deferred@1006791837 after retry RPC after error@452962361) -> (continuation of Deferred@505174840 after retry RPC after error@1895979110)))
08:04:02.113 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [86ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@37723656(state=PENDING, result=null, callback=(continuation of Deferred@882640271 after retry RPC after error@388161907) -> (continuation of Deferred@688278165 after retry RPC after error@1471635043) -> (continuation of Deferred@64199015 after retry RPC after error@58382615) -> (continuation of Deferred@406022415 after retry RPC after error@1973053484) -> (continuation of Deferred@1788727129 after retry RPC after error@1073348988) -> (continuation of Deferred@1006791837 after retry RPC after error@452962361) -> (continuation of Deferred@505174840 after retry RPC after error@1895979110), errback=(continuation of Deferred@882640271 after retry RPC after error@388161907) -> (continuation of Deferred@688278165 after retry RPC after error@1471635043) -> (continuation of Deferred@64199015 after retry RPC after error@58382615) -> (continuation of Deferred@406022415 after retry RPC after error@1973053484) -> (continuation of Deferred@1788727129 after retry RPC after error@1073348988) -> (continuation of Deferred@1006791837 after retry RPC after error@452962361) -> (continuation of Deferred@505174840 after retry RPC after error@1895979110)))
08:04:02.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.151 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.292 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2111188177(state=PENDING, result=null, callback=(continuation of Deferred@749233409 after retry RPC after error@1641189498) -> (continuation of Deferred@2082673091 after retry RPC after error@819923506) -> (continuation of Deferred@1605427525 after retry RPC after error@706014089) -> (continuation of Deferred@1323125249 after retry RPC after error@110843762) -> (continuation of Deferred@1585001517 after retry RPC after error@1404880072) -> (continuation of Deferred@2006254076 after retry RPC after error@736753851), errback=(continuation of Deferred@749233409 after retry RPC after error@1641189498) -> (continuation of Deferred@2082673091 after retry RPC after error@819923506) -> (continuation of Deferred@1605427525 after retry RPC after error@706014089) -> (continuation of Deferred@1323125249 after retry RPC after error@110843762) -> (continuation of Deferred@1585001517 after retry RPC after error@1404880072) -> (continuation of Deferred@2006254076 after retry RPC after error@736753851)))
08:04:02.293 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2111188177(state=PENDING, result=null, callback=(continuation of Deferred@749233409 after retry RPC after error@1641189498) -> (continuation of Deferred@2082673091 after retry RPC after error@819923506) -> (continuation of Deferred@1605427525 after retry RPC after error@706014089) -> (continuation of Deferred@1323125249 after retry RPC after error@110843762) -> (continuation of Deferred@1585001517 after retry RPC after error@1404880072) -> (continuation of Deferred@2006254076 after retry RPC after error@736753851), errback=(continuation of Deferred@749233409 after retry RPC after error@1641189498) -> (continuation of Deferred@2082673091 after retry RPC after error@819923506) -> (continuation of Deferred@1605427525 after retry RPC after error@706014089) -> (continuation of Deferred@1323125249 after retry RPC after error@110843762) -> (continuation of Deferred@1585001517 after retry RPC after error@1404880072) -> (continuation of Deferred@2006254076 after retry RPC after error@736753851)))
08:04:02.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:02.437691 28043 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:04:02.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:02.440047 28043 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '03f7a26ec3cd4aee92c57ced9e6890bc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '03f7a26ec3cd4aee92c57ced9e6890bc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:04:02.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:02.441783 28043 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.214.252:38189)
08:04:02.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.552 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@650999906(state=PENDING, result=null, callback=(continuation of Deferred@813251695 after retry RPC after error@740943584) -> (continuation of Deferred@237854372 after retry RPC after error@1139685739) -> (continuation of Deferred@982384445 after retry RPC after error@1500512362) -> (continuation of Deferred@1036828062 after retry RPC after error@257682989) -> (continuation of Deferred@1517980908 after retry RPC after error@55616665) -> (continuation of Deferred@1537788192 after retry RPC after error@189955838) -> (continuation of Deferred@96571028 after retry RPC after error@53708505), errback=(continuation of Deferred@813251695 after retry RPC after error@740943584) -> (continuation of Deferred@237854372 after retry RPC after error@1139685739) -> (continuation of Deferred@982384445 after retry RPC after error@1500512362) -> (continuation of Deferred@1036828062 after retry RPC after error@257682989) -> (continuation of Deferred@1517980908 after retry RPC after error@55616665) -> (continuation of Deferred@1537788192 after retry RPC after error@189955838) -> (continuation of Deferred@96571028 after retry RPC after error@53708505)))
08:04:02.553 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@650999906(state=PENDING, result=null, callback=(continuation of Deferred@813251695 after retry RPC after error@740943584) -> (continuation of Deferred@237854372 after retry RPC after error@1139685739) -> (continuation of Deferred@982384445 after retry RPC after error@1500512362) -> (continuation of Deferred@1036828062 after retry RPC after error@257682989) -> (continuation of Deferred@1517980908 after retry RPC after error@55616665) -> (continuation of Deferred@1537788192 after retry RPC after error@189955838) -> (continuation of Deferred@96571028 after retry RPC after error@53708505), errback=(continuation of Deferred@813251695 after retry RPC after error@740943584) -> (continuation of Deferred@237854372 after retry RPC after error@1139685739) -> (continuation of Deferred@982384445 after retry RPC after error@1500512362) -> (continuation of Deferred@1036828062 after retry RPC after error@257682989) -> (continuation of Deferred@1517980908 after retry RPC after error@55616665) -> (continuation of Deferred@1537788192 after retry RPC after error@189955838) -> (continuation of Deferred@96571028 after retry RPC after error@53708505)))
08:04:02.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.792 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1028107527(state=PENDING, result=null, callback=(continuation of Deferred@1918419615 after retry RPC after error@1790325948) -> (continuation of Deferred@1087910532 after retry RPC after error@1081577485) -> (continuation of Deferred@1955589798 after retry RPC after error@793196383) -> (continuation of Deferred@772434977 after retry RPC after error@1375823381) -> (continuation of Deferred@1500534829 after retry RPC after error@1335583123) -> (continuation of Deferred@848127781 after retry RPC after error@1801821871) -> (continuation of Deferred@806290142 after retry RPC after error@604793525) -> (continuation of Deferred@2111931742 after retry RPC after error@985066667), errback=(continuation of Deferred@1918419615 after retry RPC after error@1790325948) -> (continuation of Deferred@1087910532 after retry RPC after error@1081577485) -> (continuation of Deferred@1955589798 after retry RPC after error@793196383) -> (continuation of Deferred@772434977 after retry RPC after error@1375823381) -> (continuation of Deferred@1500534829 after retry RPC after error@1335583123) -> (continuation of Deferred@848127781 after retry RPC after error@1801821871) -> (continuation of Deferred@806290142 after retry RPC after error@604793525) -> (continuation of Deferred@2111931742 after retry RPC after error@985066667)))
08:04:02.793 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1028107527(state=PENDING, result=null, callback=(continuation of Deferred@1918419615 after retry RPC after error@1790325948) -> (continuation of Deferred@1087910532 after retry RPC after error@1081577485) -> (continuation of Deferred@1955589798 after retry RPC after error@793196383) -> (continuation of Deferred@772434977 after retry RPC after error@1375823381) -> (continuation of Deferred@1500534829 after retry RPC after error@1335583123) -> (continuation of Deferred@848127781 after retry RPC after error@1801821871) -> (continuation of Deferred@806290142 after retry RPC after error@604793525) -> (continuation of Deferred@2111931742 after retry RPC after error@985066667), errback=(continuation of Deferred@1918419615 after retry RPC after error@1790325948) -> (continuation of Deferred@1087910532 after retry RPC after error@1081577485) -> (continuation of Deferred@1955589798 after retry RPC after error@793196383) -> (continuation of Deferred@772434977 after retry RPC after error@1375823381) -> (continuation of Deferred@1500534829 after retry RPC after error@1335583123) -> (continuation of Deferred@848127781 after retry RPC after error@1801821871) -> (continuation of Deferred@806290142 after retry RPC after error@604793525) -> (continuation of Deferred@2111931742 after retry RPC after error@985066667)))
08:04:02.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:02.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:02.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:02.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:02.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:02.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.012 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@572158752(state=PENDING, result=null, callback=(continuation of Deferred@1505001586 after retry RPC after error@2051259887) -> (continuation of Deferred@448041452 after retry RPC after error@1808163561) -> (continuation of Deferred@369940723 after retry RPC after error@1908908824) -> (continuation of Deferred@1329755965 after retry RPC after error@390825238) -> (continuation of Deferred@1735400524 after retry RPC after error@727952601) -> (continuation of Deferred@2009390359 after retry RPC after error@1013749196) -> (continuation of Deferred@1528396913 after retry RPC after error@1839859375), errback=(continuation of Deferred@1505001586 after retry RPC after error@2051259887) -> (continuation of Deferred@448041452 after retry RPC after error@1808163561) -> (continuation of Deferred@369940723 after retry RPC after error@1908908824) -> (continuation of Deferred@1329755965 after retry RPC after error@390825238) -> (continuation of Deferred@1735400524 after retry RPC after error@727952601) -> (continuation of Deferred@2009390359 after retry RPC after error@1013749196) -> (continuation of Deferred@1528396913 after retry RPC after error@1839859375)))
08:04:03.012 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@572158752(state=PENDING, result=null, callback=(continuation of Deferred@1505001586 after retry RPC after error@2051259887) -> (continuation of Deferred@448041452 after retry RPC after error@1808163561) -> (continuation of Deferred@369940723 after retry RPC after error@1908908824) -> (continuation of Deferred@1329755965 after retry RPC after error@390825238) -> (continuation of Deferred@1735400524 after retry RPC after error@727952601) -> (continuation of Deferred@2009390359 after retry RPC after error@1013749196) -> (continuation of Deferred@1528396913 after retry RPC after error@1839859375), errback=(continuation of Deferred@1505001586 after retry RPC after error@2051259887) -> (continuation of Deferred@448041452 after retry RPC after error@1808163561) -> (continuation of Deferred@369940723 after retry RPC after error@1908908824) -> (continuation of Deferred@1329755965 after retry RPC after error@390825238) -> (continuation of Deferred@1735400524 after retry RPC after error@727952601) -> (continuation of Deferred@2009390359 after retry RPC after error@1013749196) -> (continuation of Deferred@1528396913 after retry RPC after error@1839859375)))
08:04:03.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.052 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.112 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.212 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@841872409(state=PENDING, result=null, callback=(continuation of Deferred@1061137721 after retry RPC after error@1782635151) -> (continuation of Deferred@1291190559 after retry RPC after error@287750564) -> (continuation of Deferred@1404209372 after retry RPC after error@1061856391) -> (continuation of Deferred@1128838280 after retry RPC after error@1736953564) -> (continuation of Deferred@540303000 after retry RPC after error@1253091461) -> (continuation of Deferred@1281010095 after retry RPC after error@368209878) -> (continuation of Deferred@397419374 after retry RPC after error@1477137821), errback=(continuation of Deferred@1061137721 after retry RPC after error@1782635151) -> (continuation of Deferred@1291190559 after retry RPC after error@287750564) -> (continuation of Deferred@1404209372 after retry RPC after error@1061856391) -> (continuation of Deferred@1128838280 after retry RPC after error@1736953564) -> (continuation of Deferred@540303000 after retry RPC after error@1253091461) -> (continuation of Deferred@1281010095 after retry RPC after error@368209878) -> (continuation of Deferred@397419374 after retry RPC after error@1477137821)))
08:04:03.212 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@841872409(state=PENDING, result=null, callback=(continuation of Deferred@1061137721 after retry RPC after error@1782635151) -> (continuation of Deferred@1291190559 after retry RPC after error@287750564) -> (continuation of Deferred@1404209372 after retry RPC after error@1061856391) -> (continuation of Deferred@1128838280 after retry RPC after error@1736953564) -> (continuation of Deferred@540303000 after retry RPC after error@1253091461) -> (continuation of Deferred@1281010095 after retry RPC after error@368209878) -> (continuation of Deferred@397419374 after retry RPC after error@1477137821), errback=(continuation of Deferred@1061137721 after retry RPC after error@1782635151) -> (continuation of Deferred@1291190559 after retry RPC after error@287750564) -> (continuation of Deferred@1404209372 after retry RPC after error@1061856391) -> (continuation of Deferred@1128838280 after retry RPC after error@1736953564) -> (continuation of Deferred@540303000 after retry RPC after error@1253091461) -> (continuation of Deferred@1281010095 after retry RPC after error@368209878) -> (continuation of Deferred@397419374 after retry RPC after error@1477137821)))
08:04:03.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.372 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1728629228(state=PENDING, result=null, callback=(continuation of Deferred@1152065846 after retry RPC after error@1740691921) -> (continuation of Deferred@2105270327 after retry RPC after error@1553797597) -> (continuation of Deferred@1092757993 after retry RPC after error@541949517) -> (continuation of Deferred@34953259 after retry RPC after error@917680717) -> (continuation of Deferred@1720690707 after retry RPC after error@763043225) -> (continuation of Deferred@84401181 after retry RPC after error@637806122), errback=(continuation of Deferred@1152065846 after retry RPC after error@1740691921) -> (continuation of Deferred@2105270327 after retry RPC after error@1553797597) -> (continuation of Deferred@1092757993 after retry RPC after error@541949517) -> (continuation of Deferred@34953259 after retry RPC after error@917680717) -> (continuation of Deferred@1720690707 after retry RPC after error@763043225) -> (continuation of Deferred@84401181 after retry RPC after error@637806122)))
08:04:03.372 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1728629228(state=PENDING, result=null, callback=(continuation of Deferred@1152065846 after retry RPC after error@1740691921) -> (continuation of Deferred@2105270327 after retry RPC after error@1553797597) -> (continuation of Deferred@1092757993 after retry RPC after error@541949517) -> (continuation of Deferred@34953259 after retry RPC after error@917680717) -> (continuation of Deferred@1720690707 after retry RPC after error@763043225) -> (continuation of Deferred@84401181 after retry RPC after error@637806122), errback=(continuation of Deferred@1152065846 after retry RPC after error@1740691921) -> (continuation of Deferred@2105270327 after retry RPC after error@1553797597) -> (continuation of Deferred@1092757993 after retry RPC after error@541949517) -> (continuation of Deferred@34953259 after retry RPC after error@917680717) -> (continuation of Deferred@1720690707 after retry RPC after error@763043225) -> (continuation of Deferred@84401181 after retry RPC after error@637806122)))
08:04:03.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.612 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1668627101(state=PENDING, result=null, callback=(continuation of Deferred@793221876 after retry RPC after error@1105466827) -> (continuation of Deferred@1193714637 after retry RPC after error@231594086) -> (continuation of Deferred@516846353 after retry RPC after error@2145740622) -> (continuation of Deferred@229608372 after retry RPC after error@1858239631) -> (continuation of Deferred@58313917 after retry RPC after error@1467090059) -> (continuation of Deferred@644990970 after retry RPC after error@1537925567) -> (continuation of Deferred@377209427 after retry RPC after error@1365953099), errback=(continuation of Deferred@793221876 after retry RPC after error@1105466827) -> (continuation of Deferred@1193714637 after retry RPC after error@231594086) -> (continuation of Deferred@516846353 after retry RPC after error@2145740622) -> (continuation of Deferred@229608372 after retry RPC after error@1858239631) -> (continuation of Deferred@58313917 after retry RPC after error@1467090059) -> (continuation of Deferred@644990970 after retry RPC after error@1537925567) -> (continuation of Deferred@377209427 after retry RPC after error@1365953099)))
08:04:03.613 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1668627101(state=PENDING, result=null, callback=(continuation of Deferred@793221876 after retry RPC after error@1105466827) -> (continuation of Deferred@1193714637 after retry RPC after error@231594086) -> (continuation of Deferred@516846353 after retry RPC after error@2145740622) -> (continuation of Deferred@229608372 after retry RPC after error@1858239631) -> (continuation of Deferred@58313917 after retry RPC after error@1467090059) -> (continuation of Deferred@644990970 after retry RPC after error@1537925567) -> (continuation of Deferred@377209427 after retry RPC after error@1365953099), errback=(continuation of Deferred@793221876 after retry RPC after error@1105466827) -> (continuation of Deferred@1193714637 after retry RPC after error@231594086) -> (continuation of Deferred@516846353 after retry RPC after error@2145740622) -> (continuation of Deferred@229608372 after retry RPC after error@1858239631) -> (continuation of Deferred@58313917 after retry RPC after error@1467090059) -> (continuation of Deferred@644990970 after retry RPC after error@1537925567) -> (continuation of Deferred@377209427 after retry RPC after error@1365953099)))
08:04:03.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.832 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@395731789(state=PENDING, result=null, callback=(continuation of Deferred@1634725629 after retry RPC after error@1907475309) -> (continuation of Deferred@954331775 after retry RPC after error@474575397) -> (continuation of Deferred@47148887 after retry RPC after error@2107277000) -> (continuation of Deferred@1256130830 after retry RPC after error@491815466) -> (continuation of Deferred@1679614720 after retry RPC after error@1256107381) -> (continuation of Deferred@2029734489 after retry RPC after error@1629734590) -> (continuation of Deferred@1646538105 after retry RPC after error@1563332941), errback=(continuation of Deferred@1634725629 after retry RPC after error@1907475309) -> (continuation of Deferred@954331775 after retry RPC after error@474575397) -> (continuation of Deferred@47148887 after retry RPC after error@2107277000) -> (continuation of Deferred@1256130830 after retry RPC after error@491815466) -> (continuation of Deferred@1679614720 after retry RPC after error@1256107381) -> (continuation of Deferred@2029734489 after retry RPC after error@1629734590) -> (continuation of Deferred@1646538105 after retry RPC after error@1563332941)))
08:04:03.833 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@395731789(state=PENDING, result=null, callback=(continuation of Deferred@1634725629 after retry RPC after error@1907475309) -> (continuation of Deferred@954331775 after retry RPC after error@474575397) -> (continuation of Deferred@47148887 after retry RPC after error@2107277000) -> (continuation of Deferred@1256130830 after retry RPC after error@491815466) -> (continuation of Deferred@1679614720 after retry RPC after error@1256107381) -> (continuation of Deferred@2029734489 after retry RPC after error@1629734590) -> (continuation of Deferred@1646538105 after retry RPC after error@1563332941), errback=(continuation of Deferred@1634725629 after retry RPC after error@1907475309) -> (continuation of Deferred@954331775 after retry RPC after error@474575397) -> (continuation of Deferred@47148887 after retry RPC after error@2107277000) -> (continuation of Deferred@1256130830 after retry RPC after error@491815466) -> (continuation of Deferred@1679614720 after retry RPC after error@1256107381) -> (continuation of Deferred@2029734489 after retry RPC after error@1629734590) -> (continuation of Deferred@1646538105 after retry RPC after error@1563332941)))
08:04:03.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:03.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:03.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:03.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:03.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:03.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.110 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@678410290(state=PENDING, result=null, callback=(continuation of Deferred@712713113 after retry RPC after error@1488038501) -> (continuation of Deferred@1553881783 after retry RPC after error@166053694) -> (continuation of Deferred@2054244976 after retry RPC after error@801519065) -> (continuation of Deferred@27494772 after retry RPC after error@643330633) -> (continuation of Deferred@1443532344 after retry RPC after error@1224475101) -> (continuation of Deferred@1435093407 after retry RPC after error@807805789) -> (continuation of Deferred@853475375 after retry RPC after error@444931392) -> (continuation of Deferred@31193790 after retry RPC after error@6688019), errback=(continuation of Deferred@712713113 after retry RPC after error@1488038501) -> (continuation of Deferred@1553881783 after retry RPC after error@166053694) -> (continuation of Deferred@2054244976 after retry RPC after error@801519065) -> (continuation of Deferred@27494772 after retry RPC after error@643330633) -> (continuation of Deferred@1443532344 after retry RPC after error@1224475101) -> (continuation of Deferred@1435093407 after retry RPC after error@807805789) -> (continuation of Deferred@853475375 after retry RPC after error@444931392) -> (continuation of Deferred@31193790 after retry RPC after error@6688019)))
08:04:04.116 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:04.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.272 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@526857604(state=PENDING, result=null, callback=(continuation of Deferred@530198713 after retry RPC after error@996902189) -> (continuation of Deferred@335917832 after retry RPC after error@854093593) -> (continuation of Deferred@2092535301 after retry RPC after error@463220306) -> (continuation of Deferred@574112730 after retry RPC after error@1406758947) -> (continuation of Deferred@1671435771 after retry RPC after error@431249763) -> (continuation of Deferred@2037575452 after retry RPC after error@1639104633), errback=(continuation of Deferred@530198713 after retry RPC after error@996902189) -> (continuation of Deferred@335917832 after retry RPC after error@854093593) -> (continuation of Deferred@2092535301 after retry RPC after error@463220306) -> (continuation of Deferred@574112730 after retry RPC after error@1406758947) -> (continuation of Deferred@1671435771 after retry RPC after error@431249763) -> (continuation of Deferred@2037575452 after retry RPC after error@1639104633)))
08:04:04.272 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@526857604(state=PENDING, result=null, callback=(continuation of Deferred@530198713 after retry RPC after error@996902189) -> (continuation of Deferred@335917832 after retry RPC after error@854093593) -> (continuation of Deferred@2092535301 after retry RPC after error@463220306) -> (continuation of Deferred@574112730 after retry RPC after error@1406758947) -> (continuation of Deferred@1671435771 after retry RPC after error@431249763) -> (continuation of Deferred@2037575452 after retry RPC after error@1639104633), errback=(continuation of Deferred@530198713 after retry RPC after error@996902189) -> (continuation of Deferred@335917832 after retry RPC after error@854093593) -> (continuation of Deferred@2092535301 after retry RPC after error@463220306) -> (continuation of Deferred@574112730 after retry RPC after error@1406758947) -> (continuation of Deferred@1671435771 after retry RPC after error@431249763) -> (continuation of Deferred@2037575452 after retry RPC after error@1639104633)))
08:04:04.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.512 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@570393276(state=PENDING, result=null, callback=(continuation of Deferred@2006121044 after retry RPC after error@682577814) -> (continuation of Deferred@1776787084 after retry RPC after error@877661038) -> (continuation of Deferred@1416628202 after retry RPC after error@116470029) -> (continuation of Deferred@1396165793 after retry RPC after error@1728624338) -> (continuation of Deferred@856924814 after retry RPC after error@1013286072) -> (continuation of Deferred@1373246801 after retry RPC after error@1934006174) -> (continuation of Deferred@1575967914 after retry RPC after error@1304384491), errback=(continuation of Deferred@2006121044 after retry RPC after error@682577814) -> (continuation of Deferred@1776787084 after retry RPC after error@877661038) -> (continuation of Deferred@1416628202 after retry RPC after error@116470029) -> (continuation of Deferred@1396165793 after retry RPC after error@1728624338) -> (continuation of Deferred@856924814 after retry RPC after error@1013286072) -> (continuation of Deferred@1373246801 after retry RPC after error@1934006174) -> (continuation of Deferred@1575967914 after retry RPC after error@1304384491)))
08:04:04.512 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@570393276(state=PENDING, result=null, callback=(continuation of Deferred@2006121044 after retry RPC after error@682577814) -> (continuation of Deferred@1776787084 after retry RPC after error@877661038) -> (continuation of Deferred@1416628202 after retry RPC after error@116470029) -> (continuation of Deferred@1396165793 after retry RPC after error@1728624338) -> (continuation of Deferred@856924814 after retry RPC after error@1013286072) -> (continuation of Deferred@1373246801 after retry RPC after error@1934006174) -> (continuation of Deferred@1575967914 after retry RPC after error@1304384491), errback=(continuation of Deferred@2006121044 after retry RPC after error@682577814) -> (continuation of Deferred@1776787084 after retry RPC after error@877661038) -> (continuation of Deferred@1416628202 after retry RPC after error@116470029) -> (continuation of Deferred@1396165793 after retry RPC after error@1728624338) -> (continuation of Deferred@856924814 after retry RPC after error@1013286072) -> (continuation of Deferred@1373246801 after retry RPC after error@1934006174) -> (continuation of Deferred@1575967914 after retry RPC after error@1304384491)))
08:04:04.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.712 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1258014776(state=PENDING, result=null, callback=(continuation of Deferred@277268916 after retry RPC after error@1459575098) -> (continuation of Deferred@1558502293 after retry RPC after error@1221227065) -> (continuation of Deferred@1848105469 after retry RPC after error@1119710090) -> (continuation of Deferred@947861563 after retry RPC after error@591388343) -> (continuation of Deferred@1938227996 after retry RPC after error@1515182045) -> (continuation of Deferred@456163919 after retry RPC after error@1176976888) -> (continuation of Deferred@234047939 after retry RPC after error@690390687), errback=(continuation of Deferred@277268916 after retry RPC after error@1459575098) -> (continuation of Deferred@1558502293 after retry RPC after error@1221227065) -> (continuation of Deferred@1848105469 after retry RPC after error@1119710090) -> (continuation of Deferred@947861563 after retry RPC after error@591388343) -> (continuation of Deferred@1938227996 after retry RPC after error@1515182045) -> (continuation of Deferred@456163919 after retry RPC after error@1176976888) -> (continuation of Deferred@234047939 after retry RPC after error@690390687)))
08:04:04.713 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1258014776(state=PENDING, result=null, callback=(continuation of Deferred@277268916 after retry RPC after error@1459575098) -> (continuation of Deferred@1558502293 after retry RPC after error@1221227065) -> (continuation of Deferred@1848105469 after retry RPC after error@1119710090) -> (continuation of Deferred@947861563 after retry RPC after error@591388343) -> (continuation of Deferred@1938227996 after retry RPC after error@1515182045) -> (continuation of Deferred@456163919 after retry RPC after error@1176976888) -> (continuation of Deferred@234047939 after retry RPC after error@690390687), errback=(continuation of Deferred@277268916 after retry RPC after error@1459575098) -> (continuation of Deferred@1558502293 after retry RPC after error@1221227065) -> (continuation of Deferred@1848105469 after retry RPC after error@1119710090) -> (continuation of Deferred@947861563 after retry RPC after error@591388343) -> (continuation of Deferred@1938227996 after retry RPC after error@1515182045) -> (continuation of Deferred@456163919 after retry RPC after error@1176976888) -> (continuation of Deferred@234047939 after retry RPC after error@690390687)))
08:04:04.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.913 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1473343331(state=PENDING, result=null, callback=(continuation of Deferred@524805321 after retry RPC after error@1784405374) -> (continuation of Deferred@1839461399 after retry RPC after error@836056247) -> (continuation of Deferred@294977512 after retry RPC after error@630218889) -> (continuation of Deferred@1465989984 after retry RPC after error@1334431159) -> (continuation of Deferred@2035548177 after retry RPC after error@1608954778) -> (continuation of Deferred@16922941 after retry RPC after error@6793439), errback=(continuation of Deferred@524805321 after retry RPC after error@1784405374) -> (continuation of Deferred@1839461399 after retry RPC after error@836056247) -> (continuation of Deferred@294977512 after retry RPC after error@630218889) -> (continuation of Deferred@1465989984 after retry RPC after error@1334431159) -> (continuation of Deferred@2035548177 after retry RPC after error@1608954778) -> (continuation of Deferred@16922941 after retry RPC after error@6793439)))
08:04:04.913 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1473343331(state=PENDING, result=null, callback=(continuation of Deferred@524805321 after retry RPC after error@1784405374) -> (continuation of Deferred@1839461399 after retry RPC after error@836056247) -> (continuation of Deferred@294977512 after retry RPC after error@630218889) -> (continuation of Deferred@1465989984 after retry RPC after error@1334431159) -> (continuation of Deferred@2035548177 after retry RPC after error@1608954778) -> (continuation of Deferred@16922941 after retry RPC after error@6793439), errback=(continuation of Deferred@524805321 after retry RPC after error@1784405374) -> (continuation of Deferred@1839461399 after retry RPC after error@836056247) -> (continuation of Deferred@294977512 after retry RPC after error@630218889) -> (continuation of Deferred@1465989984 after retry RPC after error@1334431159) -> (continuation of Deferred@2035548177 after retry RPC after error@1608954778) -> (continuation of Deferred@16922941 after retry RPC after error@6793439)))
08:04:04.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.971 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:04.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:04.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:04.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:04.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:04.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.112 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.151 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.191 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] Sub RPC ConnectToMaster: refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] Sub RPC ConnectToMaster: refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] Sub RPC ConnectToMaster: refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1949902582(state=PENDING, result=null, callback=(continuation of Deferred@454015482 after retry RPC after error@1376287957) -> (continuation of Deferred@1094943956 after retry RPC after error@2096104604) -> (continuation of Deferred@441885329 after retry RPC after error@187276250) -> (continuation of Deferred@1452395343 after retry RPC after error@716829157) -> (continuation of Deferred@89426953 after retry RPC after error@1113862194) -> (continuation of Deferred@444027010 after retry RPC after error@2133114096) -> (continuation of Deferred@1588675545 after retry RPC after error@1035410845), errback=(continuation of Deferred@454015482 after retry RPC after error@1376287957) -> (continuation of Deferred@1094943956 after retry RPC after error@2096104604) -> (continuation of Deferred@441885329 after retry RPC after error@187276250) -> (continuation of Deferred@1452395343 after retry RPC after error@716829157) -> (continuation of Deferred@89426953 after retry RPC after error@1113862194) -> (continuation of Deferred@444027010 after retry RPC after error@2133114096) -> (continuation of Deferred@1588675545 after retry RPC after error@1035410845)))
08:04:05.191 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=4, TimeoutTracker(timeout=70, elapsed=79), Traces: [0ms] sending RPC to server master-127.26.214.253:35555, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.26.214.252:38189, [19ms] sending RPC to server master-127.26.214.253:35555, [19ms] sending RPC to server master-127.26.214.254:41801, [20ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.26.214.252:38189, [39ms] sending RPC to server master-127.26.214.253:35555, [39ms] sending RPC to server master-127.26.214.254:41801, [40ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] received response from server master-127.26.214.252:38189: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [59ms] refreshing cache from master, [59ms] sending RPC to server master-127.26.214.252:38189, [59ms] sending RPC to server master-127.26.214.253:35555, [60ms] sending RPC to server master-127.26.214.254:41801, [60ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@501524969(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.214.253:35555 -> (continuation of Deferred@1199392153 after retry RPC after error@327579940) -> (continuation of Deferred@374916412 after retry RPC after error@776703487) -> (continuation of Deferred@53953570 after retry RPC after error@601375289), errback=org.apache.kudu.client.ConnectToCluster$1@7379125b -> ConnectToMasterErrCB for 127.26.214.253:35555 -> (continuation of Deferred@1199392153 after retry RPC after error@327579940) -> (continuation of Deferred@374916412 after retry RPC after error@776703487) -> (continuation of Deferred@53953570 after retry RPC after error@601375289)))
08:04:05.191 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.191 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:05.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.211 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:05.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:05.274731 28484 master_runner.cc:186] Error getting master registration for 127.26.214.254:41801: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111),
08:04:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:05.274883 28484 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:05.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.470 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@746980088(state=PENDING, result=null, callback=(continuation of Deferred@165738234 after retry RPC after error@847599633) -> (continuation of Deferred@1553691058 after retry RPC after error@1075198235) -> (continuation of Deferred@1322209477 after retry RPC after error@1452461277) -> (continuation of Deferred@1367552348 after retry RPC after error@539755670) -> (continuation of Deferred@340865326 after retry RPC after error@1415963485) -> (continuation of Deferred@472129884 after retry RPC after error@1550618362) -> (continuation of Deferred@1093209112 after retry RPC after error@984445035) -> (continuation of Deferred@121538723 after retry RPC after error@1067306464), errback=(continuation of Deferred@165738234 after retry RPC after error@847599633) -> (continuation of Deferred@1553691058 after retry RPC after error@1075198235) -> (continuation of Deferred@1322209477 after retry RPC after error@1452461277) -> (continuation of Deferred@1367552348 after retry RPC after error@539755670) -> (continuation of Deferred@340865326 after retry RPC after error@1415963485) -> (continuation of Deferred@472129884 after retry RPC after error@1550618362) -> (continuation of Deferred@1093209112 after retry RPC after error@984445035) -> (continuation of Deferred@121538723 after retry RPC after error@1067306464)))
08:04:05.471 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:05.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.751 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@546573340(state=PENDING, result=null, callback=(continuation of Deferred@1666547538 after retry RPC after error@1983237002) -> (continuation of Deferred@177325614 after retry RPC after error@182837132) -> (continuation of Deferred@1107463789 after retry RPC after error@447964220) -> (continuation of Deferred@513241586 after retry RPC after error@975881235) -> (continuation of Deferred@1821201629 after retry RPC after error@1839095796) -> (continuation of Deferred@1218685780 after retry RPC after error@616952847) -> (continuation of Deferred@577267702 after retry RPC after error@1033301424), errback=(continuation of Deferred@1666547538 after retry RPC after error@1983237002) -> (continuation of Deferred@177325614 after retry RPC after error@182837132) -> (continuation of Deferred@1107463789 after retry RPC after error@447964220) -> (continuation of Deferred@513241586 after retry RPC after error@975881235) -> (continuation of Deferred@1821201629 after retry RPC after error@1839095796) -> (continuation of Deferred@1218685780 after retry RPC after error@616952847) -> (continuation of Deferred@577267702 after retry RPC after error@1033301424)))
08:04:05.751 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:05.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:05.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:05.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:05.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:05.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:05.992 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1278022924(state=PENDING, result=null, callback=(continuation of Deferred@365546662 after retry RPC after error@1061069511) -> (continuation of Deferred@816321047 after retry RPC after error@336192635) -> (continuation of Deferred@1333704352 after retry RPC after error@85728530) -> (continuation of Deferred@1968480012 after retry RPC after error@774215649) -> (continuation of Deferred@349503283 after retry RPC after error@1900385334) -> (continuation of Deferred@548985325 after retry RPC after error@580962436) -> (continuation of Deferred@297698948 after retry RPC after error@1283933345), errback=(continuation of Deferred@365546662 after retry RPC after error@1061069511) -> (continuation of Deferred@816321047 after retry RPC after error@336192635) -> (continuation of Deferred@1333704352 after retry RPC after error@85728530) -> (continuation of Deferred@1968480012 after retry RPC after error@774215649) -> (continuation of Deferred@349503283 after retry RPC after error@1900385334) -> (continuation of Deferred@548985325 after retry RPC after error@580962436) -> (continuation of Deferred@297698948 after retry RPC after error@1283933345)))
08:04:05.992 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1278022924(state=PENDING, result=null, callback=(continuation of Deferred@365546662 after retry RPC after error@1061069511) -> (continuation of Deferred@816321047 after retry RPC after error@336192635) -> (continuation of Deferred@1333704352 after retry RPC after error@85728530) -> (continuation of Deferred@1968480012 after retry RPC after error@774215649) -> (continuation of Deferred@349503283 after retry RPC after error@1900385334) -> (continuation of Deferred@548985325 after retry RPC after error@580962436) -> (continuation of Deferred@297698948 after retry RPC after error@1283933345), errback=(continuation of Deferred@365546662 after retry RPC after error@1061069511) -> (continuation of Deferred@816321047 after retry RPC after error@336192635) -> (continuation of Deferred@1333704352 after retry RPC after error@85728530) -> (continuation of Deferred@1968480012 after retry RPC after error@774215649) -> (continuation of Deferred@349503283 after retry RPC after error@1900385334) -> (continuation of Deferred@548985325 after retry RPC after error@580962436) -> (continuation of Deferred@297698948 after retry RPC after error@1283933345)))
08:04:06.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.032 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.092 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.112 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.212 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@956422410(state=PENDING, result=null, callback=(continuation of Deferred@1521245662 after retry RPC after error@1086671546) -> (continuation of Deferred@825883717 after retry RPC after error@113748705) -> (continuation of Deferred@1044206922 after retry RPC after error@1413961901) -> (continuation of Deferred@719474100 after retry RPC after error@298412715) -> (continuation of Deferred@1166736093 after retry RPC after error@736514289) -> (continuation of Deferred@332478420 after retry RPC after error@1226279735) -> (continuation of Deferred@1541004506 after retry RPC after error@1117875848), errback=(continuation of Deferred@1521245662 after retry RPC after error@1086671546) -> (continuation of Deferred@825883717 after retry RPC after error@113748705) -> (continuation of Deferred@1044206922 after retry RPC after error@1413961901) -> (continuation of Deferred@719474100 after retry RPC after error@298412715) -> (continuation of Deferred@1166736093 after retry RPC after error@736514289) -> (continuation of Deferred@332478420 after retry RPC after error@1226279735) -> (continuation of Deferred@1541004506 after retry RPC after error@1117875848)))
08:04:06.212 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@956422410(state=PENDING, result=null, callback=(continuation of Deferred@1521245662 after retry RPC after error@1086671546) -> (continuation of Deferred@825883717 after retry RPC after error@113748705) -> (continuation of Deferred@1044206922 after retry RPC after error@1413961901) -> (continuation of Deferred@719474100 after retry RPC after error@298412715) -> (continuation of Deferred@1166736093 after retry RPC after error@736514289) -> (continuation of Deferred@332478420 after retry RPC after error@1226279735) -> (continuation of Deferred@1541004506 after retry RPC after error@1117875848), errback=(continuation of Deferred@1521245662 after retry RPC after error@1086671546) -> (continuation of Deferred@825883717 after retry RPC after error@113748705) -> (continuation of Deferred@1044206922 after retry RPC after error@1413961901) -> (continuation of Deferred@719474100 after retry RPC after error@298412715) -> (continuation of Deferred@1166736093 after retry RPC after error@736514289) -> (continuation of Deferred@332478420 after retry RPC after error@1226279735) -> (continuation of Deferred@1541004506 after retry RPC after error@1117875848)))
08:04:06.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.252 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.292 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.452 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1924673778(state=PENDING, result=null, callback=(continuation of Deferred@1336304028 after retry RPC after error@476267084) -> (continuation of Deferred@493101021 after retry RPC after error@786989859) -> (continuation of Deferred@1379843555 after retry RPC after error@1422521546) -> (continuation of Deferred@1768854393 after retry RPC after error@58062060) -> (continuation of Deferred@612602052 after retry RPC after error@1073172282) -> (continuation of Deferred@572520166 after retry RPC after error@249668829) -> (continuation of Deferred@911999093 after retry RPC after error@869734171) -> (continuation of Deferred@1847754561 after retry RPC after error@1835464980), errback=(continuation of Deferred@1336304028 after retry RPC after error@476267084) -> (continuation of Deferred@493101021 after retry RPC after error@786989859) -> (continuation of Deferred@1379843555 after retry RPC after error@1422521546) -> (continuation of Deferred@1768854393 after retry RPC after error@58062060) -> (continuation of Deferred@612602052 after retry RPC after error@1073172282) -> (continuation of Deferred@572520166 after retry RPC after error@249668829) -> (continuation of Deferred@911999093 after retry RPC after error@869734171) -> (continuation of Deferred@1847754561 after retry RPC after error@1835464980)))
08:04:06.452 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1924673778(state=PENDING, result=null, callback=(continuation of Deferred@1336304028 after retry RPC after error@476267084) -> (continuation of Deferred@493101021 after retry RPC after error@786989859) -> (continuation of Deferred@1379843555 after retry RPC after error@1422521546) -> (continuation of Deferred@1768854393 after retry RPC after error@58062060) -> (continuation of Deferred@612602052 after retry RPC after error@1073172282) -> (continuation of Deferred@572520166 after retry RPC after error@249668829) -> (continuation of Deferred@911999093 after retry RPC after error@869734171) -> (continuation of Deferred@1847754561 after retry RPC after error@1835464980), errback=(continuation of Deferred@1336304028 after retry RPC after error@476267084) -> (continuation of Deferred@493101021 after retry RPC after error@786989859) -> (continuation of Deferred@1379843555 after retry RPC after error@1422521546) -> (continuation of Deferred@1768854393 after retry RPC after error@58062060) -> (continuation of Deferred@612602052 after retry RPC after error@1073172282) -> (continuation of Deferred@572520166 after retry RPC after error@249668829) -> (continuation of Deferred@911999093 after retry RPC after error@869734171) -> (continuation of Deferred@1847754561 after retry RPC after error@1835464980)))
08:04:06.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.672 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@897655641(state=PENDING, result=null, callback=(continuation of Deferred@1542868788 after retry RPC after error@1594371820) -> (continuation of Deferred@78581085 after retry RPC after error@948469114) -> (continuation of Deferred@1366166192 after retry RPC after error@1326391615) -> (continuation of Deferred@867571814 after retry RPC after error@1211023559) -> (continuation of Deferred@1773435128 after retry RPC after error@1594145320) -> (continuation of Deferred@1551035526 after retry RPC after error@1650734903) -> (continuation of Deferred@677244987 after retry RPC after error@1391647458), errback=(continuation of Deferred@1542868788 after retry RPC after error@1594371820) -> (continuation of Deferred@78581085 after retry RPC after error@948469114) -> (continuation of Deferred@1366166192 after retry RPC after error@1326391615) -> (continuation of Deferred@867571814 after retry RPC after error@1211023559) -> (continuation of Deferred@1773435128 after retry RPC after error@1594145320) -> (continuation of Deferred@1551035526 after retry RPC after error@1650734903) -> (continuation of Deferred@677244987 after retry RPC after error@1391647458)))
08:04:06.672 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@897655641(state=PENDING, result=null, callback=(continuation of Deferred@1542868788 after retry RPC after error@1594371820) -> (continuation of Deferred@78581085 after retry RPC after error@948469114) -> (continuation of Deferred@1366166192 after retry RPC after error@1326391615) -> (continuation of Deferred@867571814 after retry RPC after error@1211023559) -> (continuation of Deferred@1773435128 after retry RPC after error@1594145320) -> (continuation of Deferred@1551035526 after retry RPC after error@1650734903) -> (continuation of Deferred@677244987 after retry RPC after error@1391647458), errback=(continuation of Deferred@1542868788 after retry RPC after error@1594371820) -> (continuation of Deferred@78581085 after retry RPC after error@948469114) -> (continuation of Deferred@1366166192 after retry RPC after error@1326391615) -> (continuation of Deferred@867571814 after retry RPC after error@1211023559) -> (continuation of Deferred@1773435128 after retry RPC after error@1594145320) -> (continuation of Deferred@1551035526 after retry RPC after error@1650734903) -> (continuation of Deferred@677244987 after retry RPC after error@1391647458)))
08:04:06.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.912 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@546497933(state=PENDING, result=null, callback=(continuation of Deferred@1529224982 after retry RPC after error@2140166941) -> (continuation of Deferred@1128248649 after retry RPC after error@1958125102) -> (continuation of Deferred@520352001 after retry RPC after error@1656101199) -> (continuation of Deferred@1545436589 after retry RPC after error@471523310) -> (continuation of Deferred@470920853 after retry RPC after error@1321181241) -> (continuation of Deferred@2046315606 after retry RPC after error@869734696) -> (continuation of Deferred@581139649 after retry RPC after error@296660676), errback=(continuation of Deferred@1529224982 after retry RPC after error@2140166941) -> (continuation of Deferred@1128248649 after retry RPC after error@1958125102) -> (continuation of Deferred@520352001 after retry RPC after error@1656101199) -> (continuation of Deferred@1545436589 after retry RPC after error@471523310) -> (continuation of Deferred@470920853 after retry RPC after error@1321181241) -> (continuation of Deferred@2046315606 after retry RPC after error@869734696) -> (continuation of Deferred@581139649 after retry RPC after error@296660676)))
08:04:06.913 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@546497933(state=PENDING, result=null, callback=(continuation of Deferred@1529224982 after retry RPC after error@2140166941) -> (continuation of Deferred@1128248649 after retry RPC after error@1958125102) -> (continuation of Deferred@520352001 after retry RPC after error@1656101199) -> (continuation of Deferred@1545436589 after retry RPC after error@471523310) -> (continuation of Deferred@470920853 after retry RPC after error@1321181241) -> (continuation of Deferred@2046315606 after retry RPC after error@869734696) -> (continuation of Deferred@581139649 after retry RPC after error@296660676), errback=(continuation of Deferred@1529224982 after retry RPC after error@2140166941) -> (continuation of Deferred@1128248649 after retry RPC after error@1958125102) -> (continuation of Deferred@520352001 after retry RPC after error@1656101199) -> (continuation of Deferred@1545436589 after retry RPC after error@471523310) -> (continuation of Deferred@470920853 after retry RPC after error@1321181241) -> (continuation of Deferred@2046315606 after retry RPC after error@869734696) -> (continuation of Deferred@581139649 after retry RPC after error@296660676)))
08:04:06.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.952 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.971 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:06.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:06.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:06.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:06.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:06.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.071 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2048952752(state=PENDING, result=null, callback=(continuation of Deferred@1076409592 after retry RPC after error@1342974097) -> (continuation of Deferred@91100429 after retry RPC after error@2071818521) -> (continuation of Deferred@2121762298 after retry RPC after error@1334735365) -> (continuation of Deferred@977125508 after retry RPC after error@710445923) -> (continuation of Deferred@1749193607 after retry RPC after error@1415629520) -> (continuation of Deferred@9242936 after retry RPC after error@1860213209), errback=(continuation of Deferred@1076409592 after retry RPC after error@1342974097) -> (continuation of Deferred@91100429 after retry RPC after error@2071818521) -> (continuation of Deferred@2121762298 after retry RPC after error@1334735365) -> (continuation of Deferred@977125508 after retry RPC after error@710445923) -> (continuation of Deferred@1749193607 after retry RPC after error@1415629520) -> (continuation of Deferred@9242936 after retry RPC after error@1860213209)))
08:04:07.072 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2048952752(state=PENDING, result=null, callback=(continuation of Deferred@1076409592 after retry RPC after error@1342974097) -> (continuation of Deferred@91100429 after retry RPC after error@2071818521) -> (continuation of Deferred@2121762298 after retry RPC after error@1334735365) -> (continuation of Deferred@977125508 after retry RPC after error@710445923) -> (continuation of Deferred@1749193607 after retry RPC after error@1415629520) -> (continuation of Deferred@9242936 after retry RPC after error@1860213209), errback=(continuation of Deferred@1076409592 after retry RPC after error@1342974097) -> (continuation of Deferred@91100429 after retry RPC after error@2071818521) -> (continuation of Deferred@2121762298 after retry RPC after error@1334735365) -> (continuation of Deferred@977125508 after retry RPC after error@710445923) -> (continuation of Deferred@1749193607 after retry RPC after error@1415629520) -> (continuation of Deferred@9242936 after retry RPC after error@1860213209)))
08:04:07.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:07.288959 28734 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:04:07.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:07.289125 28734 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:04:07.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:07.289737 28734 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:04:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:07.290839 28501 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:04:07.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:07.292153 28501 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:04:07.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:07.292320 28503 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:04:07.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:07.292411 28503 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394; no voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9
08:04:07.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:07.292608 28734 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:04:07.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.311 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1634054231(state=PENDING, result=null, callback=(continuation of Deferred@830921630 after retry RPC after error@1597347757) -> (continuation of Deferred@533069874 after retry RPC after error@1408105621) -> (continuation of Deferred@1420855133 after retry RPC after error@659290777) -> (continuation of Deferred@136554962 after retry RPC after error@873915671) -> (continuation of Deferred@1682708135 after retry RPC after error@481015685) -> (continuation of Deferred@156492027 after retry RPC after error@175018651) -> (continuation of Deferred@244536415 after retry RPC after error@1338363287), errback=(continuation of Deferred@830921630 after retry RPC after error@1597347757) -> (continuation of Deferred@533069874 after retry RPC after error@1408105621) -> (continuation of Deferred@1420855133 after retry RPC after error@659290777) -> (continuation of Deferred@136554962 after retry RPC after error@873915671) -> (continuation of Deferred@1682708135 after retry RPC after error@481015685) -> (continuation of Deferred@156492027 after retry RPC after error@175018651) -> (continuation of Deferred@244536415 after retry RPC after error@1338363287)))
08:04:07.312 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1634054231(state=PENDING, result=null, callback=(continuation of Deferred@830921630 after retry RPC after error@1597347757) -> (continuation of Deferred@533069874 after retry RPC after error@1408105621) -> (continuation of Deferred@1420855133 after retry RPC after error@659290777) -> (continuation of Deferred@136554962 after retry RPC after error@873915671) -> (continuation of Deferred@1682708135 after retry RPC after error@481015685) -> (continuation of Deferred@156492027 after retry RPC after error@175018651) -> (continuation of Deferred@244536415 after retry RPC after error@1338363287), errback=(continuation of Deferred@830921630 after retry RPC after error@1597347757) -> (continuation of Deferred@533069874 after retry RPC after error@1408105621) -> (continuation of Deferred@1420855133 after retry RPC after error@659290777) -> (continuation of Deferred@136554962 after retry RPC after error@873915671) -> (continuation of Deferred@1682708135 after retry RPC after error@481015685) -> (continuation of Deferred@156492027 after retry RPC after error@175018651) -> (continuation of Deferred@244536415 after retry RPC after error@1338363287)))
08:04:07.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:07.440356 28043 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:04:07.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:07.444737 28043 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '03f7a26ec3cd4aee92c57ced9e6890bc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '03f7a26ec3cd4aee92c57ced9e6890bc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:04:07.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:07.447062 28043 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.214.252:38189)
08:04:07.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.492 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1010763569(state=PENDING, result=null, callback=(continuation of Deferred@643540568 after retry RPC after error@1041753924) -> (continuation of Deferred@2095613896 after retry RPC after error@942277099) -> (continuation of Deferred@1127750096 after retry RPC after error@1108667188) -> (continuation of Deferred@2063262329 after retry RPC after error@305627540) -> (continuation of Deferred@297987227 after retry RPC after error@1961552092) -> (continuation of Deferred@1496196370 after retry RPC after error@2008757378), errback=(continuation of Deferred@643540568 after retry RPC after error@1041753924) -> (continuation of Deferred@2095613896 after retry RPC after error@942277099) -> (continuation of Deferred@1127750096 after retry RPC after error@1108667188) -> (continuation of Deferred@2063262329 after retry RPC after error@305627540) -> (continuation of Deferred@297987227 after retry RPC after error@1961552092) -> (continuation of Deferred@1496196370 after retry RPC after error@2008757378)))
08:04:07.493 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1010763569(state=PENDING, result=null, callback=(continuation of Deferred@643540568 after retry RPC after error@1041753924) -> (continuation of Deferred@2095613896 after retry RPC after error@942277099) -> (continuation of Deferred@1127750096 after retry RPC after error@1108667188) -> (continuation of Deferred@2063262329 after retry RPC after error@305627540) -> (continuation of Deferred@297987227 after retry RPC after error@1961552092) -> (continuation of Deferred@1496196370 after retry RPC after error@2008757378), errback=(continuation of Deferred@643540568 after retry RPC after error@1041753924) -> (continuation of Deferred@2095613896 after retry RPC after error@942277099) -> (continuation of Deferred@1127750096 after retry RPC after error@1108667188) -> (continuation of Deferred@2063262329 after retry RPC after error@305627540) -> (continuation of Deferred@297987227 after retry RPC after error@1961552092) -> (continuation of Deferred@1496196370 after retry RPC after error@2008757378)))
08:04:07.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.671 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1923301353(state=PENDING, result=null, callback=(continuation of Deferred@624761934 after retry RPC after error@55462109) -> (continuation of Deferred@659619302 after retry RPC after error@1281868434) -> (continuation of Deferred@32860220 after retry RPC after error@1879887999) -> (continuation of Deferred@1351855189 after retry RPC after error@571639687) -> (continuation of Deferred@143437681 after retry RPC after error@504699191) -> (continuation of Deferred@1395261348 after retry RPC after error@1697735929), errback=(continuation of Deferred@624761934 after retry RPC after error@55462109) -> (continuation of Deferred@659619302 after retry RPC after error@1281868434) -> (continuation of Deferred@32860220 after retry RPC after error@1879887999) -> (continuation of Deferred@1351855189 after retry RPC after error@571639687) -> (continuation of Deferred@143437681 after retry RPC after error@504699191) -> (continuation of Deferred@1395261348 after retry RPC after error@1697735929)))
08:04:07.672 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1923301353(state=PENDING, result=null, callback=(continuation of Deferred@624761934 after retry RPC after error@55462109) -> (continuation of Deferred@659619302 after retry RPC after error@1281868434) -> (continuation of Deferred@32860220 after retry RPC after error@1879887999) -> (continuation of Deferred@1351855189 after retry RPC after error@571639687) -> (continuation of Deferred@143437681 after retry RPC after error@504699191) -> (continuation of Deferred@1395261348 after retry RPC after error@1697735929), errback=(continuation of Deferred@624761934 after retry RPC after error@55462109) -> (continuation of Deferred@659619302 after retry RPC after error@1281868434) -> (continuation of Deferred@32860220 after retry RPC after error@1879887999) -> (continuation of Deferred@1351855189 after retry RPC after error@571639687) -> (continuation of Deferred@143437681 after retry RPC after error@504699191) -> (continuation of Deferred@1395261348 after retry RPC after error@1697735929)))
08:04:07.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.692 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.711 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.712 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.752 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.852 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1934633733(state=PENDING, result=null, callback=(continuation of Deferred@268920055 after retry RPC after error@860379639) -> (continuation of Deferred@1447651471 after retry RPC after error@615741760) -> (continuation of Deferred@263750141 after retry RPC after error@2127488540) -> (continuation of Deferred@1667163226 after retry RPC after error@1553524744) -> (continuation of Deferred@400829711 after retry RPC after error@513005545) -> (continuation of Deferred@175869013 after retry RPC after error@297336250), errback=(continuation of Deferred@268920055 after retry RPC after error@860379639) -> (continuation of Deferred@1447651471 after retry RPC after error@615741760) -> (continuation of Deferred@263750141 after retry RPC after error@2127488540) -> (continuation of Deferred@1667163226 after retry RPC after error@1553524744) -> (continuation of Deferred@400829711 after retry RPC after error@513005545) -> (continuation of Deferred@175869013 after retry RPC after error@297336250)))
08:04:07.853 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1934633733(state=PENDING, result=null, callback=(continuation of Deferred@268920055 after retry RPC after error@860379639) -> (continuation of Deferred@1447651471 after retry RPC after error@615741760) -> (continuation of Deferred@263750141 after retry RPC after error@2127488540) -> (continuation of Deferred@1667163226 after retry RPC after error@1553524744) -> (continuation of Deferred@400829711 after retry RPC after error@513005545) -> (continuation of Deferred@175869013 after retry RPC after error@297336250), errback=(continuation of Deferred@268920055 after retry RPC after error@860379639) -> (continuation of Deferred@1447651471 after retry RPC after error@615741760) -> (continuation of Deferred@263750141 after retry RPC after error@2127488540) -> (continuation of Deferred@1667163226 after retry RPC after error@1553524744) -> (continuation of Deferred@400829711 after retry RPC after error@513005545) -> (continuation of Deferred@175869013 after retry RPC after error@297336250)))
08:04:07.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:07.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:07.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:07.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:07.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:07.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.032 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.033 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@174154126(state=PENDING, result=null, callback=(continuation of Deferred@46929531 after retry RPC after error@1479391089) -> (continuation of Deferred@423595091 after retry RPC after error@416543723) -> (continuation of Deferred@2051952964 after retry RPC after error@1340995395) -> (continuation of Deferred@710260729 after retry RPC after error@756958707) -> (continuation of Deferred@634578277 after retry RPC after error@94718323) -> (continuation of Deferred@38325313 after retry RPC after error@1562783782), errback=(continuation of Deferred@46929531 after retry RPC after error@1479391089) -> (continuation of Deferred@423595091 after retry RPC after error@416543723) -> (continuation of Deferred@2051952964 after retry RPC after error@1340995395) -> (continuation of Deferred@710260729 after retry RPC after error@756958707) -> (continuation of Deferred@634578277 after retry RPC after error@94718323) -> (continuation of Deferred@38325313 after retry RPC after error@1562783782)))
08:04:08.033 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@174154126(state=PENDING, result=null, callback=(continuation of Deferred@46929531 after retry RPC after error@1479391089) -> (continuation of Deferred@423595091 after retry RPC after error@416543723) -> (continuation of Deferred@2051952964 after retry RPC after error@1340995395) -> (continuation of Deferred@710260729 after retry RPC after error@756958707) -> (continuation of Deferred@634578277 after retry RPC after error@94718323) -> (continuation of Deferred@38325313 after retry RPC after error@1562783782), errback=(continuation of Deferred@46929531 after retry RPC after error@1479391089) -> (continuation of Deferred@423595091 after retry RPC after error@416543723) -> (continuation of Deferred@2051952964 after retry RPC after error@1340995395) -> (continuation of Deferred@710260729 after retry RPC after error@756958707) -> (continuation of Deferred@634578277 after retry RPC after error@94718323) -> (continuation of Deferred@38325313 after retry RPC after error@1562783782)))
08:04:08.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.212 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.311 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1809028494(state=PENDING, result=null, callback=(continuation of Deferred@1556220803 after retry RPC after error@988705764) -> (continuation of Deferred@502101841 after retry RPC after error@1785065095) -> (continuation of Deferred@641171035 after retry RPC after error@1871665194) -> (continuation of Deferred@430894453 after retry RPC after error@1551513873) -> (continuation of Deferred@1092768099 after retry RPC after error@1425608549) -> (continuation of Deferred@986875338 after retry RPC after error@938316080) -> (continuation of Deferred@1687648231 after retry RPC after error@2022297143), errback=(continuation of Deferred@1556220803 after retry RPC after error@988705764) -> (continuation of Deferred@502101841 after retry RPC after error@1785065095) -> (continuation of Deferred@641171035 after retry RPC after error@1871665194) -> (continuation of Deferred@430894453 after retry RPC after error@1551513873) -> (continuation of Deferred@1092768099 after retry RPC after error@1425608549) -> (continuation of Deferred@986875338 after retry RPC after error@938316080) -> (continuation of Deferred@1687648231 after retry RPC after error@2022297143)))
08:04:08.311 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:08.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.332 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.512 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1797340274(state=PENDING, result=null, callback=(continuation of Deferred@689324070 after retry RPC after error@1839902731) -> (continuation of Deferred@976701034 after retry RPC after error@1477914610) -> (continuation of Deferred@1125864358 after retry RPC after error@2072611110) -> (continuation of Deferred@2064487467 after retry RPC after error@436493319) -> (continuation of Deferred@60533378 after retry RPC after error@879543150) -> (continuation of Deferred@592950532 after retry RPC after error@453718285) -> (continuation of Deferred@1167742804 after retry RPC after error@390040378), errback=(continuation of Deferred@689324070 after retry RPC after error@1839902731) -> (continuation of Deferred@976701034 after retry RPC after error@1477914610) -> (continuation of Deferred@1125864358 after retry RPC after error@2072611110) -> (continuation of Deferred@2064487467 after retry RPC after error@436493319) -> (continuation of Deferred@60533378 after retry RPC after error@879543150) -> (continuation of Deferred@592950532 after retry RPC after error@453718285) -> (continuation of Deferred@1167742804 after retry RPC after error@390040378)))
08:04:08.512 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1797340274(state=PENDING, result=null, callback=(continuation of Deferred@689324070 after retry RPC after error@1839902731) -> (continuation of Deferred@976701034 after retry RPC after error@1477914610) -> (continuation of Deferred@1125864358 after retry RPC after error@2072611110) -> (continuation of Deferred@2064487467 after retry RPC after error@436493319) -> (continuation of Deferred@60533378 after retry RPC after error@879543150) -> (continuation of Deferred@592950532 after retry RPC after error@453718285) -> (continuation of Deferred@1167742804 after retry RPC after error@390040378), errback=(continuation of Deferred@689324070 after retry RPC after error@1839902731) -> (continuation of Deferred@976701034 after retry RPC after error@1477914610) -> (continuation of Deferred@1125864358 after retry RPC after error@2072611110) -> (continuation of Deferred@2064487467 after retry RPC after error@436493319) -> (continuation of Deferred@60533378 after retry RPC after error@879543150) -> (continuation of Deferred@592950532 after retry RPC after error@453718285) -> (continuation of Deferred@1167742804 after retry RPC after error@390040378)))
08:04:08.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.712 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1150753582(state=PENDING, result=null, callback=(continuation of Deferred@798830120 after retry RPC after error@969141104) -> (continuation of Deferred@1693722720 after retry RPC after error@407245243) -> (continuation of Deferred@1584173301 after retry RPC after error@2018670627) -> (continuation of Deferred@1033955425 after retry RPC after error@356773287) -> (continuation of Deferred@789724354 after retry RPC after error@1147853411) -> (continuation of Deferred@2125713775 after retry RPC after error@1956062667), errback=(continuation of Deferred@798830120 after retry RPC after error@969141104) -> (continuation of Deferred@1693722720 after retry RPC after error@407245243) -> (continuation of Deferred@1584173301 after retry RPC after error@2018670627) -> (continuation of Deferred@1033955425 after retry RPC after error@356773287) -> (continuation of Deferred@789724354 after retry RPC after error@1147853411) -> (continuation of Deferred@2125713775 after retry RPC after error@1956062667)))
08:04:08.712 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1150753582(state=PENDING, result=null, callback=(continuation of Deferred@798830120 after retry RPC after error@969141104) -> (continuation of Deferred@1693722720 after retry RPC after error@407245243) -> (continuation of Deferred@1584173301 after retry RPC after error@2018670627) -> (continuation of Deferred@1033955425 after retry RPC after error@356773287) -> (continuation of Deferred@789724354 after retry RPC after error@1147853411) -> (continuation of Deferred@2125713775 after retry RPC after error@1956062667), errback=(continuation of Deferred@798830120 after retry RPC after error@969141104) -> (continuation of Deferred@1693722720 after retry RPC after error@407245243) -> (continuation of Deferred@1584173301 after retry RPC after error@2018670627) -> (continuation of Deferred@1033955425 after retry RPC after error@356773287) -> (continuation of Deferred@789724354 after retry RPC after error@1147853411) -> (continuation of Deferred@2125713775 after retry RPC after error@1956062667)))
08:04:08.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:08.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:08.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:08.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:08.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:08.990 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@549311390(state=PENDING, result=null, callback=(continuation of Deferred@606166461 after retry RPC after error@943730873) -> (continuation of Deferred@1840437859 after retry RPC after error@593352040) -> (continuation of Deferred@230668299 after retry RPC after error@885232893) -> (continuation of Deferred@1331245508 after retry RPC after error@48384978) -> (continuation of Deferred@1928184933 after retry RPC after error@1520550585) -> (continuation of Deferred@1550851896 after retry RPC after error@1281123263) -> (continuation of Deferred@1343113405 after retry RPC after error@74378255), errback=(continuation of Deferred@606166461 after retry RPC after error@943730873) -> (continuation of Deferred@1840437859 after retry RPC after error@593352040) -> (continuation of Deferred@230668299 after retry RPC after error@885232893) -> (continuation of Deferred@1331245508 after retry RPC after error@48384978) -> (continuation of Deferred@1928184933 after retry RPC after error@1520550585) -> (continuation of Deferred@1550851896 after retry RPC after error@1281123263) -> (continuation of Deferred@1343113405 after retry RPC after error@74378255)))
08:04:08.991 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:09.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.032 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.112 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.151 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.152 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@262294130(state=PENDING, result=null, callback=(continuation of Deferred@1310035294 after retry RPC after error@1083715505) -> (continuation of Deferred@1477219837 after retry RPC after error@1163961684) -> (continuation of Deferred@670937051 after retry RPC after error@647625010) -> (continuation of Deferred@444998497 after retry RPC after error@1519157088) -> (continuation of Deferred@272994461 after retry RPC after error@2046606286) -> (continuation of Deferred@1388970683 after retry RPC after error@1795428605), errback=(continuation of Deferred@1310035294 after retry RPC after error@1083715505) -> (continuation of Deferred@1477219837 after retry RPC after error@1163961684) -> (continuation of Deferred@670937051 after retry RPC after error@647625010) -> (continuation of Deferred@444998497 after retry RPC after error@1519157088) -> (continuation of Deferred@272994461 after retry RPC after error@2046606286) -> (continuation of Deferred@1388970683 after retry RPC after error@1795428605)))
08:04:09.152 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@262294130(state=PENDING, result=null, callback=(continuation of Deferred@1310035294 after retry RPC after error@1083715505) -> (continuation of Deferred@1477219837 after retry RPC after error@1163961684) -> (continuation of Deferred@670937051 after retry RPC after error@647625010) -> (continuation of Deferred@444998497 after retry RPC after error@1519157088) -> (continuation of Deferred@272994461 after retry RPC after error@2046606286) -> (continuation of Deferred@1388970683 after retry RPC after error@1795428605), errback=(continuation of Deferred@1310035294 after retry RPC after error@1083715505) -> (continuation of Deferred@1477219837 after retry RPC after error@1163961684) -> (continuation of Deferred@670937051 after retry RPC after error@647625010) -> (continuation of Deferred@444998497 after retry RPC after error@1519157088) -> (continuation of Deferred@272994461 after retry RPC after error@2046606286) -> (continuation of Deferred@1388970683 after retry RPC after error@1795428605)))
08:04:09.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.372 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@953780883(state=PENDING, result=null, callback=(continuation of Deferred@507433597 after retry RPC after error@1924976945) -> (continuation of Deferred@1094062351 after retry RPC after error@894408360) -> (continuation of Deferred@1569326918 after retry RPC after error@1227579551) -> (continuation of Deferred@954511068 after retry RPC after error@1901565374) -> (continuation of Deferred@2095713509 after retry RPC after error@1851237503) -> (continuation of Deferred@1935176999 after retry RPC after error@1055913111) -> (continuation of Deferred@315509387 after retry RPC after error@1097425137), errback=(continuation of Deferred@507433597 after retry RPC after error@1924976945) -> (continuation of Deferred@1094062351 after retry RPC after error@894408360) -> (continuation of Deferred@1569326918 after retry RPC after error@1227579551) -> (continuation of Deferred@954511068 after retry RPC after error@1901565374) -> (continuation of Deferred@2095713509 after retry RPC after error@1851237503) -> (continuation of Deferred@1935176999 after retry RPC after error@1055913111) -> (continuation of Deferred@315509387 after retry RPC after error@1097425137)))
08:04:09.373 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@953780883(state=PENDING, result=null, callback=(continuation of Deferred@507433597 after retry RPC after error@1924976945) -> (continuation of Deferred@1094062351 after retry RPC after error@894408360) -> (continuation of Deferred@1569326918 after retry RPC after error@1227579551) -> (continuation of Deferred@954511068 after retry RPC after error@1901565374) -> (continuation of Deferred@2095713509 after retry RPC after error@1851237503) -> (continuation of Deferred@1935176999 after retry RPC after error@1055913111) -> (continuation of Deferred@315509387 after retry RPC after error@1097425137), errback=(continuation of Deferred@507433597 after retry RPC after error@1924976945) -> (continuation of Deferred@1094062351 after retry RPC after error@894408360) -> (continuation of Deferred@1569326918 after retry RPC after error@1227579551) -> (continuation of Deferred@954511068 after retry RPC after error@1901565374) -> (continuation of Deferred@2095713509 after retry RPC after error@1851237503) -> (continuation of Deferred@1935176999 after retry RPC after error@1055913111) -> (continuation of Deferred@315509387 after retry RPC after error@1097425137)))
08:04:09.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.553 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@767757532(state=PENDING, result=null, callback=(continuation of Deferred@345134022 after retry RPC after error@2123249645) -> (continuation of Deferred@991646581 after retry RPC after error@243997990) -> (continuation of Deferred@142701394 after retry RPC after error@129965296) -> (continuation of Deferred@1725851529 after retry RPC after error@820655193) -> (continuation of Deferred@871553781 after retry RPC after error@1280641255) -> (continuation of Deferred@1503841483 after retry RPC after error@940274522), errback=(continuation of Deferred@345134022 after retry RPC after error@2123249645) -> (continuation of Deferred@991646581 after retry RPC after error@243997990) -> (continuation of Deferred@142701394 after retry RPC after error@129965296) -> (continuation of Deferred@1725851529 after retry RPC after error@820655193) -> (continuation of Deferred@871553781 after retry RPC after error@1280641255) -> (continuation of Deferred@1503841483 after retry RPC after error@940274522)))
08:04:09.553 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@767757532(state=PENDING, result=null, callback=(continuation of Deferred@345134022 after retry RPC after error@2123249645) -> (continuation of Deferred@991646581 after retry RPC after error@243997990) -> (continuation of Deferred@142701394 after retry RPC after error@129965296) -> (continuation of Deferred@1725851529 after retry RPC after error@820655193) -> (continuation of Deferred@871553781 after retry RPC after error@1280641255) -> (continuation of Deferred@1503841483 after retry RPC after error@940274522), errback=(continuation of Deferred@345134022 after retry RPC after error@2123249645) -> (continuation of Deferred@991646581 after retry RPC after error@243997990) -> (continuation of Deferred@142701394 after retry RPC after error@129965296) -> (continuation of Deferred@1725851529 after retry RPC after error@820655193) -> (continuation of Deferred@871553781 after retry RPC after error@1280641255) -> (continuation of Deferred@1503841483 after retry RPC after error@940274522)))
08:04:09.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.753 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@524676683(state=PENDING, result=null, callback=(continuation of Deferred@1285255829 after retry RPC after error@625907657) -> (continuation of Deferred@322881083 after retry RPC after error@599344545) -> (continuation of Deferred@883000473 after retry RPC after error@1702935835) -> (continuation of Deferred@6987918 after retry RPC after error@1771530607) -> (continuation of Deferred@1370144136 after retry RPC after error@832748227) -> (continuation of Deferred@1679360681 after retry RPC after error@915919700), errback=(continuation of Deferred@1285255829 after retry RPC after error@625907657) -> (continuation of Deferred@322881083 after retry RPC after error@599344545) -> (continuation of Deferred@883000473 after retry RPC after error@1702935835) -> (continuation of Deferred@6987918 after retry RPC after error@1771530607) -> (continuation of Deferred@1370144136 after retry RPC after error@832748227) -> (continuation of Deferred@1679360681 after retry RPC after error@915919700)))
08:04:09.753 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@524676683(state=PENDING, result=null, callback=(continuation of Deferred@1285255829 after retry RPC after error@625907657) -> (continuation of Deferred@322881083 after retry RPC after error@599344545) -> (continuation of Deferred@883000473 after retry RPC after error@1702935835) -> (continuation of Deferred@6987918 after retry RPC after error@1771530607) -> (continuation of Deferred@1370144136 after retry RPC after error@832748227) -> (continuation of Deferred@1679360681 after retry RPC after error@915919700), errback=(continuation of Deferred@1285255829 after retry RPC after error@625907657) -> (continuation of Deferred@322881083 after retry RPC after error@599344545) -> (continuation of Deferred@883000473 after retry RPC after error@1702935835) -> (continuation of Deferred@6987918 after retry RPC after error@1771530607) -> (continuation of Deferred@1370144136 after retry RPC after error@832748227) -> (continuation of Deferred@1679360681 after retry RPC after error@915919700)))
08:04:09.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.872 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:09.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:09.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:09.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:09.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:09.992 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1900827382(state=PENDING, result=null, callback=(continuation of Deferred@739956802 after retry RPC after error@1970369704) -> (continuation of Deferred@807374090 after retry RPC after error@601334301) -> (continuation of Deferred@1509271277 after retry RPC after error@668945743) -> (continuation of Deferred@1810166627 after retry RPC after error@1966957384) -> (continuation of Deferred@17527244 after retry RPC after error@1558442391) -> (continuation of Deferred@273706627 after retry RPC after error@241793250) -> (continuation of Deferred@1421278706 after retry RPC after error@396018106), errback=(continuation of Deferred@739956802 after retry RPC after error@1970369704) -> (continuation of Deferred@807374090 after retry RPC after error@601334301) -> (continuation of Deferred@1509271277 after retry RPC after error@668945743) -> (continuation of Deferred@1810166627 after retry RPC after error@1966957384) -> (continuation of Deferred@17527244 after retry RPC after error@1558442391) -> (continuation of Deferred@273706627 after retry RPC after error@241793250) -> (continuation of Deferred@1421278706 after retry RPC after error@396018106)))
08:04:09.992 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1900827382(state=PENDING, result=null, callback=(continuation of Deferred@739956802 after retry RPC after error@1970369704) -> (continuation of Deferred@807374090 after retry RPC after error@601334301) -> (continuation of Deferred@1509271277 after retry RPC after error@668945743) -> (continuation of Deferred@1810166627 after retry RPC after error@1966957384) -> (continuation of Deferred@17527244 after retry RPC after error@1558442391) -> (continuation of Deferred@273706627 after retry RPC after error@241793250) -> (continuation of Deferred@1421278706 after retry RPC after error@396018106), errback=(continuation of Deferred@739956802 after retry RPC after error@1970369704) -> (continuation of Deferred@807374090 after retry RPC after error@601334301) -> (continuation of Deferred@1509271277 after retry RPC after error@668945743) -> (continuation of Deferred@1810166627 after retry RPC after error@1966957384) -> (continuation of Deferred@17527244 after retry RPC after error@1558442391) -> (continuation of Deferred@273706627 after retry RPC after error@241793250) -> (continuation of Deferred@1421278706 after retry RPC after error@396018106)))
08:04:10.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.032 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.052 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.212 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@746072888(state=PENDING, result=null, callback=(continuation of Deferred@1401933590 after retry RPC after error@696307892) -> (continuation of Deferred@536627262 after retry RPC after error@1924174098) -> (continuation of Deferred@1609172781 after retry RPC after error@1891662100) -> (continuation of Deferred@218133130 after retry RPC after error@2068728377) -> (continuation of Deferred@1955789074 after retry RPC after error@132720205) -> (continuation of Deferred@158568472 after retry RPC after error@6622349) -> (continuation of Deferred@1675378682 after retry RPC after error@759805570), errback=(continuation of Deferred@1401933590 after retry RPC after error@696307892) -> (continuation of Deferred@536627262 after retry RPC after error@1924174098) -> (continuation of Deferred@1609172781 after retry RPC after error@1891662100) -> (continuation of Deferred@218133130 after retry RPC after error@2068728377) -> (continuation of Deferred@1955789074 after retry RPC after error@132720205) -> (continuation of Deferred@158568472 after retry RPC after error@6622349) -> (continuation of Deferred@1675378682 after retry RPC after error@759805570)))
08:04:10.212 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@746072888(state=PENDING, result=null, callback=(continuation of Deferred@1401933590 after retry RPC after error@696307892) -> (continuation of Deferred@536627262 after retry RPC after error@1924174098) -> (continuation of Deferred@1609172781 after retry RPC after error@1891662100) -> (continuation of Deferred@218133130 after retry RPC after error@2068728377) -> (continuation of Deferred@1955789074 after retry RPC after error@132720205) -> (continuation of Deferred@158568472 after retry RPC after error@6622349) -> (continuation of Deferred@1675378682 after retry RPC after error@759805570), errback=(continuation of Deferred@1401933590 after retry RPC after error@696307892) -> (continuation of Deferred@536627262 after retry RPC after error@1924174098) -> (continuation of Deferred@1609172781 after retry RPC after error@1891662100) -> (continuation of Deferred@218133130 after retry RPC after error@2068728377) -> (continuation of Deferred@1955789074 after retry RPC after error@132720205) -> (continuation of Deferred@158568472 after retry RPC after error@6622349) -> (continuation of Deferred@1675378682 after retry RPC after error@759805570)))
08:04:10.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:10.275920 28484 master_runner.cc:186] Error getting master registration for 127.26.214.254:41801: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111),
08:04:10.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:10.276067 28484 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:10.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.352 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.472 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@795198864(state=PENDING, result=null, callback=(continuation of Deferred@59480781 after retry RPC after error@344018813) -> (continuation of Deferred@1009738861 after retry RPC after error@1038581565) -> (continuation of Deferred@1650841534 after retry RPC after error@2088867368) -> (continuation of Deferred@994740697 after retry RPC after error@1028785946) -> (continuation of Deferred@1900478249 after retry RPC after error@25561087) -> (continuation of Deferred@1861042775 after retry RPC after error@1126888007) -> (continuation of Deferred@89383612 after retry RPC after error@886809622), errback=(continuation of Deferred@59480781 after retry RPC after error@344018813) -> (continuation of Deferred@1009738861 after retry RPC after error@1038581565) -> (continuation of Deferred@1650841534 after retry RPC after error@2088867368) -> (continuation of Deferred@994740697 after retry RPC after error@1028785946) -> (continuation of Deferred@1900478249 after retry RPC after error@25561087) -> (continuation of Deferred@1861042775 after retry RPC after error@1126888007) -> (continuation of Deferred@89383612 after retry RPC after error@886809622)))
08:04:10.473 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@795198864(state=PENDING, result=null, callback=(continuation of Deferred@59480781 after retry RPC after error@344018813) -> (continuation of Deferred@1009738861 after retry RPC after error@1038581565) -> (continuation of Deferred@1650841534 after retry RPC after error@2088867368) -> (continuation of Deferred@994740697 after retry RPC after error@1028785946) -> (continuation of Deferred@1900478249 after retry RPC after error@25561087) -> (continuation of Deferred@1861042775 after retry RPC after error@1126888007) -> (continuation of Deferred@89383612 after retry RPC after error@886809622), errback=(continuation of Deferred@59480781 after retry RPC after error@344018813) -> (continuation of Deferred@1009738861 after retry RPC after error@1038581565) -> (continuation of Deferred@1650841534 after retry RPC after error@2088867368) -> (continuation of Deferred@994740697 after retry RPC after error@1028785946) -> (continuation of Deferred@1900478249 after retry RPC after error@25561087) -> (continuation of Deferred@1861042775 after retry RPC after error@1126888007) -> (continuation of Deferred@89383612 after retry RPC after error@886809622)))
08:04:10.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.733 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@676844680(state=PENDING, result=null, callback=(continuation of Deferred@1733212956 after retry RPC after error@1393854427) -> (continuation of Deferred@964689235 after retry RPC after error@790273376) -> (continuation of Deferred@1025394116 after retry RPC after error@1245919203) -> (continuation of Deferred@202428061 after retry RPC after error@2006627298) -> (continuation of Deferred@946206896 after retry RPC after error@1808411760) -> (continuation of Deferred@1638163378 after retry RPC after error@1132710343) -> (continuation of Deferred@1412700543 after retry RPC after error@1856443941), errback=(continuation of Deferred@1733212956 after retry RPC after error@1393854427) -> (continuation of Deferred@964689235 after retry RPC after error@790273376) -> (continuation of Deferred@1025394116 after retry RPC after error@1245919203) -> (continuation of Deferred@202428061 after retry RPC after error@2006627298) -> (continuation of Deferred@946206896 after retry RPC after error@1808411760) -> (continuation of Deferred@1638163378 after retry RPC after error@1132710343) -> (continuation of Deferred@1412700543 after retry RPC after error@1856443941)))
08:04:10.733 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@676844680(state=PENDING, result=null, callback=(continuation of Deferred@1733212956 after retry RPC after error@1393854427) -> (continuation of Deferred@964689235 after retry RPC after error@790273376) -> (continuation of Deferred@1025394116 after retry RPC after error@1245919203) -> (continuation of Deferred@202428061 after retry RPC after error@2006627298) -> (continuation of Deferred@946206896 after retry RPC after error@1808411760) -> (continuation of Deferred@1638163378 after retry RPC after error@1132710343) -> (continuation of Deferred@1412700543 after retry RPC after error@1856443941), errback=(continuation of Deferred@1733212956 after retry RPC after error@1393854427) -> (continuation of Deferred@964689235 after retry RPC after error@790273376) -> (continuation of Deferred@1025394116 after retry RPC after error@1245919203) -> (continuation of Deferred@202428061 after retry RPC after error@2006627298) -> (continuation of Deferred@946206896 after retry RPC after error@1808411760) -> (continuation of Deferred@1638163378 after retry RPC after error@1132710343) -> (continuation of Deferred@1412700543 after retry RPC after error@1856443941)))
08:04:10.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.932 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@200785819(state=PENDING, result=null, callback=(continuation of Deferred@1937043268 after retry RPC after error@1136844768) -> (continuation of Deferred@1943207907 after retry RPC after error@1173327205) -> (continuation of Deferred@297096275 after retry RPC after error@1155376218) -> (continuation of Deferred@546600645 after retry RPC after error@430523159) -> (continuation of Deferred@579181501 after retry RPC after error@189994179) -> (continuation of Deferred@141715762 after retry RPC after error@1536172752), errback=(continuation of Deferred@1937043268 after retry RPC after error@1136844768) -> (continuation of Deferred@1943207907 after retry RPC after error@1173327205) -> (continuation of Deferred@297096275 after retry RPC after error@1155376218) -> (continuation of Deferred@546600645 after retry RPC after error@430523159) -> (continuation of Deferred@579181501 after retry RPC after error@189994179) -> (continuation of Deferred@141715762 after retry RPC after error@1536172752)))
08:04:10.933 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@200785819(state=PENDING, result=null, callback=(continuation of Deferred@1937043268 after retry RPC after error@1136844768) -> (continuation of Deferred@1943207907 after retry RPC after error@1173327205) -> (continuation of Deferred@297096275 after retry RPC after error@1155376218) -> (continuation of Deferred@546600645 after retry RPC after error@430523159) -> (continuation of Deferred@579181501 after retry RPC after error@189994179) -> (continuation of Deferred@141715762 after retry RPC after error@1536172752), errback=(continuation of Deferred@1937043268 after retry RPC after error@1136844768) -> (continuation of Deferred@1943207907 after retry RPC after error@1173327205) -> (continuation of Deferred@297096275 after retry RPC after error@1155376218) -> (continuation of Deferred@546600645 after retry RPC after error@430523159) -> (continuation of Deferred@579181501 after retry RPC after error@189994179) -> (continuation of Deferred@141715762 after retry RPC after error@1536172752)))
08:04:10.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:10.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:10.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:10.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:10.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:10.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.052 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.112 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.151 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.152 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1244037962(state=PENDING, result=null, callback=(continuation of Deferred@1187224811 after retry RPC after error@635113575) -> (continuation of Deferred@1423186012 after retry RPC after error@706145631) -> (continuation of Deferred@1885866034 after retry RPC after error@223180400) -> (continuation of Deferred@2033162621 after retry RPC after error@1691287314) -> (continuation of Deferred@1423397409 after retry RPC after error@844054589) -> (continuation of Deferred@934200184 after retry RPC after error@604736752) -> (continuation of Deferred@1243845642 after retry RPC after error@44399579) -> (continuation of Deferred@1137827316 after retry RPC after error@1002812786), errback=(continuation of Deferred@1187224811 after retry RPC after error@635113575) -> (continuation of Deferred@1423186012 after retry RPC after error@706145631) -> (continuation of Deferred@1885866034 after retry RPC after error@223180400) -> (continuation of Deferred@2033162621 after retry RPC after error@1691287314) -> (continuation of Deferred@1423397409 after retry RPC after error@844054589) -> (continuation of Deferred@934200184 after retry RPC after error@604736752) -> (continuation of Deferred@1243845642 after retry RPC after error@44399579) -> (continuation of Deferred@1137827316 after retry RPC after error@1002812786)))
08:04:11.152 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1244037962(state=PENDING, result=null, callback=(continuation of Deferred@1187224811 after retry RPC after error@635113575) -> (continuation of Deferred@1423186012 after retry RPC after error@706145631) -> (continuation of Deferred@1885866034 after retry RPC after error@223180400) -> (continuation of Deferred@2033162621 after retry RPC after error@1691287314) -> (continuation of Deferred@1423397409 after retry RPC after error@844054589) -> (continuation of Deferred@934200184 after retry RPC after error@604736752) -> (continuation of Deferred@1243845642 after retry RPC after error@44399579) -> (continuation of Deferred@1137827316 after retry RPC after error@1002812786), errback=(continuation of Deferred@1187224811 after retry RPC after error@635113575) -> (continuation of Deferred@1423186012 after retry RPC after error@706145631) -> (continuation of Deferred@1885866034 after retry RPC after error@223180400) -> (continuation of Deferred@2033162621 after retry RPC after error@1691287314) -> (continuation of Deferred@1423397409 after retry RPC after error@844054589) -> (continuation of Deferred@934200184 after retry RPC after error@604736752) -> (continuation of Deferred@1243845642 after retry RPC after error@44399579) -> (continuation of Deferred@1137827316 after retry RPC after error@1002812786)))
08:04:11.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.413 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@329314027(state=PENDING, result=null, callback=(continuation of Deferred@500868637 after retry RPC after error@426511365) -> (continuation of Deferred@1449871344 after retry RPC after error@1109933152) -> (continuation of Deferred@168464502 after retry RPC after error@1937746198) -> (continuation of Deferred@2141660238 after retry RPC after error@2087705830) -> (continuation of Deferred@574126653 after retry RPC after error@738279541) -> (continuation of Deferred@1791132911 after retry RPC after error@1749614013) -> (continuation of Deferred@163617563 after retry RPC after error@795107518), errback=(continuation of Deferred@500868637 after retry RPC after error@426511365) -> (continuation of Deferred@1449871344 after retry RPC after error@1109933152) -> (continuation of Deferred@168464502 after retry RPC after error@1937746198) -> (continuation of Deferred@2141660238 after retry RPC after error@2087705830) -> (continuation of Deferred@574126653 after retry RPC after error@738279541) -> (continuation of Deferred@1791132911 after retry RPC after error@1749614013) -> (continuation of Deferred@163617563 after retry RPC after error@795107518)))
08:04:11.413 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@329314027(state=PENDING, result=null, callback=(continuation of Deferred@500868637 after retry RPC after error@426511365) -> (continuation of Deferred@1449871344 after retry RPC after error@1109933152) -> (continuation of Deferred@168464502 after retry RPC after error@1937746198) -> (continuation of Deferred@2141660238 after retry RPC after error@2087705830) -> (continuation of Deferred@574126653 after retry RPC after error@738279541) -> (continuation of Deferred@1791132911 after retry RPC after error@1749614013) -> (continuation of Deferred@163617563 after retry RPC after error@795107518), errback=(continuation of Deferred@500868637 after retry RPC after error@426511365) -> (continuation of Deferred@1449871344 after retry RPC after error@1109933152) -> (continuation of Deferred@168464502 after retry RPC after error@1937746198) -> (continuation of Deferred@2141660238 after retry RPC after error@2087705830) -> (continuation of Deferred@574126653 after retry RPC after error@738279541) -> (continuation of Deferred@1791132911 after retry RPC after error@1749614013) -> (continuation of Deferred@163617563 after retry RPC after error@795107518)))
08:04:11.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.592 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1328974390(state=PENDING, result=null, callback=(continuation of Deferred@1632175177 after retry RPC after error@2065736680) -> (continuation of Deferred@1939286506 after retry RPC after error@143354516) -> (continuation of Deferred@558455936 after retry RPC after error@1602782370) -> (continuation of Deferred@354041536 after retry RPC after error@1175861565) -> (continuation of Deferred@768655395 after retry RPC after error@921107631) -> (continuation of Deferred@1917728909 after retry RPC after error@90581032), errback=(continuation of Deferred@1632175177 after retry RPC after error@2065736680) -> (continuation of Deferred@1939286506 after retry RPC after error@143354516) -> (continuation of Deferred@558455936 after retry RPC after error@1602782370) -> (continuation of Deferred@354041536 after retry RPC after error@1175861565) -> (continuation of Deferred@768655395 after retry RPC after error@921107631) -> (continuation of Deferred@1917728909 after retry RPC after error@90581032)))
08:04:11.592 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1328974390(state=PENDING, result=null, callback=(continuation of Deferred@1632175177 after retry RPC after error@2065736680) -> (continuation of Deferred@1939286506 after retry RPC after error@143354516) -> (continuation of Deferred@558455936 after retry RPC after error@1602782370) -> (continuation of Deferred@354041536 after retry RPC after error@1175861565) -> (continuation of Deferred@768655395 after retry RPC after error@921107631) -> (continuation of Deferred@1917728909 after retry RPC after error@90581032), errback=(continuation of Deferred@1632175177 after retry RPC after error@2065736680) -> (continuation of Deferred@1939286506 after retry RPC after error@143354516) -> (continuation of Deferred@558455936 after retry RPC after error@1602782370) -> (continuation of Deferred@354041536 after retry RPC after error@1175861565) -> (continuation of Deferred@768655395 after retry RPC after error@921107631) -> (continuation of Deferred@1917728909 after retry RPC after error@90581032)))
08:04:11.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.793 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@51281093(state=PENDING, result=null, callback=(continuation of Deferred@34879627 after retry RPC after error@1415847653) -> (continuation of Deferred@2140707106 after retry RPC after error@251669056) -> (continuation of Deferred@745773899 after retry RPC after error@1486105366) -> (continuation of Deferred@1669261487 after retry RPC after error@1830984874) -> (continuation of Deferred@1572600710 after retry RPC after error@604940220) -> (continuation of Deferred@815859714 after retry RPC after error@1226773872), errback=(continuation of Deferred@34879627 after retry RPC after error@1415847653) -> (continuation of Deferred@2140707106 after retry RPC after error@251669056) -> (continuation of Deferred@745773899 after retry RPC after error@1486105366) -> (continuation of Deferred@1669261487 after retry RPC after error@1830984874) -> (continuation of Deferred@1572600710 after retry RPC after error@604940220) -> (continuation of Deferred@815859714 after retry RPC after error@1226773872)))
08:04:11.793 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@51281093(state=PENDING, result=null, callback=(continuation of Deferred@34879627 after retry RPC after error@1415847653) -> (continuation of Deferred@2140707106 after retry RPC after error@251669056) -> (continuation of Deferred@745773899 after retry RPC after error@1486105366) -> (continuation of Deferred@1669261487 after retry RPC after error@1830984874) -> (continuation of Deferred@1572600710 after retry RPC after error@604940220) -> (continuation of Deferred@815859714 after retry RPC after error@1226773872), errback=(continuation of Deferred@34879627 after retry RPC after error@1415847653) -> (continuation of Deferred@2140707106 after retry RPC after error@251669056) -> (continuation of Deferred@745773899 after retry RPC after error@1486105366) -> (continuation of Deferred@1669261487 after retry RPC after error@1830984874) -> (continuation of Deferred@1572600710 after retry RPC after error@604940220) -> (continuation of Deferred@815859714 after retry RPC after error@1226773872)))
08:04:11.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:11.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:11.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:11.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:11.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:11.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.052 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.052 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@163122063(state=PENDING, result=null, callback=(continuation of Deferred@1109973137 after retry RPC after error@409231272) -> (continuation of Deferred@1213323302 after retry RPC after error@158685136) -> (continuation of Deferred@220064319 after retry RPC after error@926842155) -> (continuation of Deferred@1911030530 after retry RPC after error@1384124728) -> (continuation of Deferred@816731461 after retry RPC after error@1958588766) -> (continuation of Deferred@1165778136 after retry RPC after error@396856478) -> (continuation of Deferred@1432479570 after retry RPC after error@1288674273), errback=(continuation of Deferred@1109973137 after retry RPC after error@409231272) -> (continuation of Deferred@1213323302 after retry RPC after error@158685136) -> (continuation of Deferred@220064319 after retry RPC after error@926842155) -> (continuation of Deferred@1911030530 after retry RPC after error@1384124728) -> (continuation of Deferred@816731461 after retry RPC after error@1958588766) -> (continuation of Deferred@1165778136 after retry RPC after error@396856478) -> (continuation of Deferred@1432479570 after retry RPC after error@1288674273)))
08:04:12.053 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [163ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@163122063(state=PENDING, result=null, callback=(continuation of Deferred@1109973137 after retry RPC after error@409231272) -> (continuation of Deferred@1213323302 after retry RPC after error@158685136) -> (continuation of Deferred@220064319 after retry RPC after error@926842155) -> (continuation of Deferred@1911030530 after retry RPC after error@1384124728) -> (continuation of Deferred@816731461 after retry RPC after error@1958588766) -> (continuation of Deferred@1165778136 after retry RPC after error@396856478) -> (continuation of Deferred@1432479570 after retry RPC after error@1288674273), errback=(continuation of Deferred@1109973137 after retry RPC after error@409231272) -> (continuation of Deferred@1213323302 after retry RPC after error@158685136) -> (continuation of Deferred@220064319 after retry RPC after error@926842155) -> (continuation of Deferred@1911030530 after retry RPC after error@1384124728) -> (continuation of Deferred@816731461 after retry RPC after error@1958588766) -> (continuation of Deferred@1165778136 after retry RPC after error@396856478) -> (continuation of Deferred@1432479570 after retry RPC after error@1288674273)))
08:04:12.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.112 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.213 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@386777437(state=PENDING, result=null, callback=(continuation of Deferred@667220762 after retry RPC after error@2129764138) -> (continuation of Deferred@1645937949 after retry RPC after error@468006698) -> (continuation of Deferred@460915559 after retry RPC after error@1770248173) -> (continuation of Deferred@1401553965 after retry RPC after error@1642345745) -> (continuation of Deferred@852844657 after retry RPC after error@1168041337) -> (continuation of Deferred@1177954955 after retry RPC after error@104518625), errback=(continuation of Deferred@667220762 after retry RPC after error@2129764138) -> (continuation of Deferred@1645937949 after retry RPC after error@468006698) -> (continuation of Deferred@460915559 after retry RPC after error@1770248173) -> (continuation of Deferred@1401553965 after retry RPC after error@1642345745) -> (continuation of Deferred@852844657 after retry RPC after error@1168041337) -> (continuation of Deferred@1177954955 after retry RPC after error@104518625)))
08:04:12.213 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@386777437(state=PENDING, result=null, callback=(continuation of Deferred@667220762 after retry RPC after error@2129764138) -> (continuation of Deferred@1645937949 after retry RPC after error@468006698) -> (continuation of Deferred@460915559 after retry RPC after error@1770248173) -> (continuation of Deferred@1401553965 after retry RPC after error@1642345745) -> (continuation of Deferred@852844657 after retry RPC after error@1168041337) -> (continuation of Deferred@1177954955 after retry RPC after error@104518625), errback=(continuation of Deferred@667220762 after retry RPC after error@2129764138) -> (continuation of Deferred@1645937949 after retry RPC after error@468006698) -> (continuation of Deferred@460915559 after retry RPC after error@1770248173) -> (continuation of Deferred@1401553965 after retry RPC after error@1642345745) -> (continuation of Deferred@852844657 after retry RPC after error@1168041337) -> (continuation of Deferred@1177954955 after retry RPC after error@104518625)))
08:04:12.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:12.474189 28043 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:04:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:12.476610 28043 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '03f7a26ec3cd4aee92c57ced9e6890bc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '03f7a26ec3cd4aee92c57ced9e6890bc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:04:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:12.478956 28043 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.214.252:38189)
08:04:12.490 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1368648645(state=PENDING, result=null, callback=(continuation of Deferred@771920956 after retry RPC after error@1863920580) -> (continuation of Deferred@154123302 after retry RPC after error@1202500357) -> (continuation of Deferred@2109041848 after retry RPC after error@1540636609) -> (continuation of Deferred@795764241 after retry RPC after error@226024546) -> (continuation of Deferred@1543418329 after retry RPC after error@565098320) -> (continuation of Deferred@2100040602 after retry RPC after error@922504081) -> (continuation of Deferred@413287662 after retry RPC after error@1281516701), errback=(continuation of Deferred@771920956 after retry RPC after error@1863920580) -> (continuation of Deferred@154123302 after retry RPC after error@1202500357) -> (continuation of Deferred@2109041848 after retry RPC after error@1540636609) -> (continuation of Deferred@795764241 after retry RPC after error@226024546) -> (continuation of Deferred@1543418329 after retry RPC after error@565098320) -> (continuation of Deferred@2100040602 after retry RPC after error@922504081) -> (continuation of Deferred@413287662 after retry RPC after error@1281516701)))
08:04:12.491 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:12.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.752 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1205468168(state=PENDING, result=null, callback=(continuation of Deferred@241982562 after retry RPC after error@172584408) -> (continuation of Deferred@191734088 after retry RPC after error@64763281) -> (continuation of Deferred@1866462916 after retry RPC after error@777613654) -> (continuation of Deferred@1222177332 after retry RPC after error@709502467) -> (continuation of Deferred@978549848 after retry RPC after error@1600485765) -> (continuation of Deferred@1344497935 after retry RPC after error@723658550) -> (continuation of Deferred@179449782 after retry RPC after error@2121258548), errback=(continuation of Deferred@241982562 after retry RPC after error@172584408) -> (continuation of Deferred@191734088 after retry RPC after error@64763281) -> (continuation of Deferred@1866462916 after retry RPC after error@777613654) -> (continuation of Deferred@1222177332 after retry RPC after error@709502467) -> (continuation of Deferred@978549848 after retry RPC after error@1600485765) -> (continuation of Deferred@1344497935 after retry RPC after error@723658550) -> (continuation of Deferred@179449782 after retry RPC after error@2121258548)))
08:04:12.752 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1205468168(state=PENDING, result=null, callback=(continuation of Deferred@241982562 after retry RPC after error@172584408) -> (continuation of Deferred@191734088 after retry RPC after error@64763281) -> (continuation of Deferred@1866462916 after retry RPC after error@777613654) -> (continuation of Deferred@1222177332 after retry RPC after error@709502467) -> (continuation of Deferred@978549848 after retry RPC after error@1600485765) -> (continuation of Deferred@1344497935 after retry RPC after error@723658550) -> (continuation of Deferred@179449782 after retry RPC after error@2121258548), errback=(continuation of Deferred@241982562 after retry RPC after error@172584408) -> (continuation of Deferred@191734088 after retry RPC after error@64763281) -> (continuation of Deferred@1866462916 after retry RPC after error@777613654) -> (continuation of Deferred@1222177332 after retry RPC after error@709502467) -> (continuation of Deferred@978549848 after retry RPC after error@1600485765) -> (continuation of Deferred@1344497935 after retry RPC after error@723658550) -> (continuation of Deferred@179449782 after retry RPC after error@2121258548)))
08:04:12.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.971 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:12.971 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2086438098(state=PENDING, result=null, callback=(continuation of Deferred@310272785 after retry RPC after error@1271074820) -> (continuation of Deferred@265598023 after retry RPC after error@397859707) -> (continuation of Deferred@1991332983 after retry RPC after error@622930325) -> (continuation of Deferred@268290042 after retry RPC after error@775006333) -> (continuation of Deferred@1390363424 after retry RPC after error@2115937647) -> (continuation of Deferred@524119873 after retry RPC after error@1013735067), errback=(continuation of Deferred@310272785 after retry RPC after error@1271074820) -> (continuation of Deferred@265598023 after retry RPC after error@397859707) -> (continuation of Deferred@1991332983 after retry RPC after error@622930325) -> (continuation of Deferred@268290042 after retry RPC after error@775006333) -> (continuation of Deferred@1390363424 after retry RPC after error@2115937647) -> (continuation of Deferred@524119873 after retry RPC after error@1013735067)))
08:04:12.972 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2086438098(state=PENDING, result=null, callback=(continuation of Deferred@310272785 after retry RPC after error@1271074820) -> (continuation of Deferred@265598023 after retry RPC after error@397859707) -> (continuation of Deferred@1991332983 after retry RPC after error@622930325) -> (continuation of Deferred@268290042 after retry RPC after error@775006333) -> (continuation of Deferred@1390363424 after retry RPC after error@2115937647) -> (continuation of Deferred@524119873 after retry RPC after error@1013735067), errback=(continuation of Deferred@310272785 after retry RPC after error@1271074820) -> (continuation of Deferred@265598023 after retry RPC after error@397859707) -> (continuation of Deferred@1991332983 after retry RPC after error@622930325) -> (continuation of Deferred@268290042 after retry RPC after error@775006333) -> (continuation of Deferred@1390363424 after retry RPC after error@2115937647) -> (continuation of Deferred@524119873 after retry RPC after error@1013735067)))
08:04:12.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:12.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:12.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:12.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:12.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.032 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.052 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:13.149040 28764 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:04:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:13.149246 28764 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:04:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:13.150003 28764 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:04:13.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:13.150971 28503 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:04:13.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:13.152252 28503 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:04:13.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:13.152423 28501 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:04:13.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:13.152520 28501 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394; no voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9
08:04:13.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:13.152776 28764 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:04:13.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.192 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2138767510(state=PENDING, result=null, callback=(continuation of Deferred@1283499359 after retry RPC after error@1837037788) -> (continuation of Deferred@529873179 after retry RPC after error@953021903) -> (continuation of Deferred@1907230164 after retry RPC after error@1804385061) -> (continuation of Deferred@1567034030 after retry RPC after error@173276992) -> (continuation of Deferred@189975419 after retry RPC after error@84479143) -> (continuation of Deferred@1625179346 after retry RPC after error@1969360502) -> (continuation of Deferred@1760955058 after retry RPC after error@634871615), errback=(continuation of Deferred@1283499359 after retry RPC after error@1837037788) -> (continuation of Deferred@529873179 after retry RPC after error@953021903) -> (continuation of Deferred@1907230164 after retry RPC after error@1804385061) -> (continuation of Deferred@1567034030 after retry RPC after error@173276992) -> (continuation of Deferred@189975419 after retry RPC after error@84479143) -> (continuation of Deferred@1625179346 after retry RPC after error@1969360502) -> (continuation of Deferred@1760955058 after retry RPC after error@634871615)))
08:04:13.193 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2138767510(state=PENDING, result=null, callback=(continuation of Deferred@1283499359 after retry RPC after error@1837037788) -> (continuation of Deferred@529873179 after retry RPC after error@953021903) -> (continuation of Deferred@1907230164 after retry RPC after error@1804385061) -> (continuation of Deferred@1567034030 after retry RPC after error@173276992) -> (continuation of Deferred@189975419 after retry RPC after error@84479143) -> (continuation of Deferred@1625179346 after retry RPC after error@1969360502) -> (continuation of Deferred@1760955058 after retry RPC after error@634871615), errback=(continuation of Deferred@1283499359 after retry RPC after error@1837037788) -> (continuation of Deferred@529873179 after retry RPC after error@953021903) -> (continuation of Deferred@1907230164 after retry RPC after error@1804385061) -> (continuation of Deferred@1567034030 after retry RPC after error@173276992) -> (continuation of Deferred@189975419 after retry RPC after error@84479143) -> (continuation of Deferred@1625179346 after retry RPC after error@1969360502) -> (continuation of Deferred@1760955058 after retry RPC after error@634871615)))
08:04:13.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.413 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1014382866(state=PENDING, result=null, callback=(continuation of Deferred@1515256595 after retry RPC after error@239586311) -> (continuation of Deferred@748461698 after retry RPC after error@577512658) -> (continuation of Deferred@2142882799 after retry RPC after error@1328420843) -> (continuation of Deferred@118417410 after retry RPC after error@1141311109) -> (continuation of Deferred@1968196441 after retry RPC after error@1249811287) -> (continuation of Deferred@985674978 after retry RPC after error@1175399953) -> (continuation of Deferred@837992202 after retry RPC after error@258489920), errback=(continuation of Deferred@1515256595 after retry RPC after error@239586311) -> (continuation of Deferred@748461698 after retry RPC after error@577512658) -> (continuation of Deferred@2142882799 after retry RPC after error@1328420843) -> (continuation of Deferred@118417410 after retry RPC after error@1141311109) -> (continuation of Deferred@1968196441 after retry RPC after error@1249811287) -> (continuation of Deferred@985674978 after retry RPC after error@1175399953) -> (continuation of Deferred@837992202 after retry RPC after error@258489920)))
08:04:13.413 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1014382866(state=PENDING, result=null, callback=(continuation of Deferred@1515256595 after retry RPC after error@239586311) -> (continuation of Deferred@748461698 after retry RPC after error@577512658) -> (continuation of Deferred@2142882799 after retry RPC after error@1328420843) -> (continuation of Deferred@118417410 after retry RPC after error@1141311109) -> (continuation of Deferred@1968196441 after retry RPC after error@1249811287) -> (continuation of Deferred@985674978 after retry RPC after error@1175399953) -> (continuation of Deferred@837992202 after retry RPC after error@258489920), errback=(continuation of Deferred@1515256595 after retry RPC after error@239586311) -> (continuation of Deferred@748461698 after retry RPC after error@577512658) -> (continuation of Deferred@2142882799 after retry RPC after error@1328420843) -> (continuation of Deferred@118417410 after retry RPC after error@1141311109) -> (continuation of Deferred@1968196441 after retry RPC after error@1249811287) -> (continuation of Deferred@985674978 after retry RPC after error@1175399953) -> (continuation of Deferred@837992202 after retry RPC after error@258489920)))
08:04:13.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.613 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@675287616(state=PENDING, result=null, callback=(continuation of Deferred@1645680263 after retry RPC after error@1811675316) -> (continuation of Deferred@787671773 after retry RPC after error@109592401) -> (continuation of Deferred@1550955049 after retry RPC after error@1761337163) -> (continuation of Deferred@1365664907 after retry RPC after error@374586177) -> (continuation of Deferred@1197650776 after retry RPC after error@1901411704) -> (continuation of Deferred@334843365 after retry RPC after error@410477929) -> (continuation of Deferred@1256062284 after retry RPC after error@314288018), errback=(continuation of Deferred@1645680263 after retry RPC after error@1811675316) -> (continuation of Deferred@787671773 after retry RPC after error@109592401) -> (continuation of Deferred@1550955049 after retry RPC after error@1761337163) -> (continuation of Deferred@1365664907 after retry RPC after error@374586177) -> (continuation of Deferred@1197650776 after retry RPC after error@1901411704) -> (continuation of Deferred@334843365 after retry RPC after error@410477929) -> (continuation of Deferred@1256062284 after retry RPC after error@314288018)))
08:04:13.613 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@675287616(state=PENDING, result=null, callback=(continuation of Deferred@1645680263 after retry RPC after error@1811675316) -> (continuation of Deferred@787671773 after retry RPC after error@109592401) -> (continuation of Deferred@1550955049 after retry RPC after error@1761337163) -> (continuation of Deferred@1365664907 after retry RPC after error@374586177) -> (continuation of Deferred@1197650776 after retry RPC after error@1901411704) -> (continuation of Deferred@334843365 after retry RPC after error@410477929) -> (continuation of Deferred@1256062284 after retry RPC after error@314288018), errback=(continuation of Deferred@1645680263 after retry RPC after error@1811675316) -> (continuation of Deferred@787671773 after retry RPC after error@109592401) -> (continuation of Deferred@1550955049 after retry RPC after error@1761337163) -> (continuation of Deferred@1365664907 after retry RPC after error@374586177) -> (continuation of Deferred@1197650776 after retry RPC after error@1901411704) -> (continuation of Deferred@334843365 after retry RPC after error@410477929) -> (continuation of Deferred@1256062284 after retry RPC after error@314288018)))
08:04:13.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.692 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.833 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1551027696(state=PENDING, result=null, callback=(continuation of Deferred@324573750 after retry RPC after error@1384706831) -> (continuation of Deferred@908634442 after retry RPC after error@2097151794) -> (continuation of Deferred@731988913 after retry RPC after error@1042603329) -> (continuation of Deferred@1295339830 after retry RPC after error@1311777229) -> (continuation of Deferred@1873629041 after retry RPC after error@2012956944) -> (continuation of Deferred@270539320 after retry RPC after error@1599172536), errback=(continuation of Deferred@324573750 after retry RPC after error@1384706831) -> (continuation of Deferred@908634442 after retry RPC after error@2097151794) -> (continuation of Deferred@731988913 after retry RPC after error@1042603329) -> (continuation of Deferred@1295339830 after retry RPC after error@1311777229) -> (continuation of Deferred@1873629041 after retry RPC after error@2012956944) -> (continuation of Deferred@270539320 after retry RPC after error@1599172536)))
08:04:13.833 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1551027696(state=PENDING, result=null, callback=(continuation of Deferred@324573750 after retry RPC after error@1384706831) -> (continuation of Deferred@908634442 after retry RPC after error@2097151794) -> (continuation of Deferred@731988913 after retry RPC after error@1042603329) -> (continuation of Deferred@1295339830 after retry RPC after error@1311777229) -> (continuation of Deferred@1873629041 after retry RPC after error@2012956944) -> (continuation of Deferred@270539320 after retry RPC after error@1599172536), errback=(continuation of Deferred@324573750 after retry RPC after error@1384706831) -> (continuation of Deferred@908634442 after retry RPC after error@2097151794) -> (continuation of Deferred@731988913 after retry RPC after error@1042603329) -> (continuation of Deferred@1295339830 after retry RPC after error@1311777229) -> (continuation of Deferred@1873629041 after retry RPC after error@2012956944) -> (continuation of Deferred@270539320 after retry RPC after error@1599172536)))
08:04:13.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.972 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:13.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:13.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:13.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:13.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:13.993 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1954959678(state=PENDING, result=null, callback=(continuation of Deferred@905934726 after retry RPC after error@1751845538) -> (continuation of Deferred@1336411276 after retry RPC after error@165786598) -> (continuation of Deferred@1206691355 after retry RPC after error@2002950750) -> (continuation of Deferred@2019654746 after retry RPC after error@2090573363) -> (continuation of Deferred@1592079301 after retry RPC after error@1027011117) -> (continuation of Deferred@1313262205 after retry RPC after error@1854713728), errback=(continuation of Deferred@905934726 after retry RPC after error@1751845538) -> (continuation of Deferred@1336411276 after retry RPC after error@165786598) -> (continuation of Deferred@1206691355 after retry RPC after error@2002950750) -> (continuation of Deferred@2019654746 after retry RPC after error@2090573363) -> (continuation of Deferred@1592079301 after retry RPC after error@1027011117) -> (continuation of Deferred@1313262205 after retry RPC after error@1854713728)))
08:04:13.993 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1954959678(state=PENDING, result=null, callback=(continuation of Deferred@905934726 after retry RPC after error@1751845538) -> (continuation of Deferred@1336411276 after retry RPC after error@165786598) -> (continuation of Deferred@1206691355 after retry RPC after error@2002950750) -> (continuation of Deferred@2019654746 after retry RPC after error@2090573363) -> (continuation of Deferred@1592079301 after retry RPC after error@1027011117) -> (continuation of Deferred@1313262205 after retry RPC after error@1854713728), errback=(continuation of Deferred@905934726 after retry RPC after error@1751845538) -> (continuation of Deferred@1336411276 after retry RPC after error@165786598) -> (continuation of Deferred@1206691355 after retry RPC after error@2002950750) -> (continuation of Deferred@2019654746 after retry RPC after error@2090573363) -> (continuation of Deferred@1592079301 after retry RPC after error@1027011117) -> (continuation of Deferred@1313262205 after retry RPC after error@1854713728)))
08:04:14.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.052 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.192 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@907434007(state=PENDING, result=null, callback=(continuation of Deferred@1894700083 after retry RPC after error@1217856340) -> (continuation of Deferred@1991809801 after retry RPC after error@1919595305) -> (continuation of Deferred@1948495387 after retry RPC after error@73309800) -> (continuation of Deferred@906767673 after retry RPC after error@290988842) -> (continuation of Deferred@2028082284 after retry RPC after error@146761926) -> (continuation of Deferred@1603139853 after retry RPC after error@261935269), errback=(continuation of Deferred@1894700083 after retry RPC after error@1217856340) -> (continuation of Deferred@1991809801 after retry RPC after error@1919595305) -> (continuation of Deferred@1948495387 after retry RPC after error@73309800) -> (continuation of Deferred@906767673 after retry RPC after error@290988842) -> (continuation of Deferred@2028082284 after retry RPC after error@146761926) -> (continuation of Deferred@1603139853 after retry RPC after error@261935269)))
08:04:14.192 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@907434007(state=PENDING, result=null, callback=(continuation of Deferred@1894700083 after retry RPC after error@1217856340) -> (continuation of Deferred@1991809801 after retry RPC after error@1919595305) -> (continuation of Deferred@1948495387 after retry RPC after error@73309800) -> (continuation of Deferred@906767673 after retry RPC after error@290988842) -> (continuation of Deferred@2028082284 after retry RPC after error@146761926) -> (continuation of Deferred@1603139853 after retry RPC after error@261935269), errback=(continuation of Deferred@1894700083 after retry RPC after error@1217856340) -> (continuation of Deferred@1991809801 after retry RPC after error@1919595305) -> (continuation of Deferred@1948495387 after retry RPC after error@73309800) -> (continuation of Deferred@906767673 after retry RPC after error@290988842) -> (continuation of Deferred@2028082284 after retry RPC after error@146761926) -> (continuation of Deferred@1603139853 after retry RPC after error@261935269)))
08:04:14.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.452 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [48ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [49ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [49ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [49ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1475722825(state=PENDING, result=null, callback=(continuation of Deferred@455825055 after retry RPC after error@672778200) -> (continuation of Deferred@2014539137 after retry RPC after error@49185596) -> (continuation of Deferred@1135653456 after retry RPC after error@636586745) -> (continuation of Deferred@1189971107 after retry RPC after error@812386337) -> (continuation of Deferred@1980239438 after retry RPC after error@1602745396) -> (continuation of Deferred@1977990139 after retry RPC after error@622368870) -> (continuation of Deferred@332695797 after retry RPC after error@1930623215), errback=(continuation of Deferred@455825055 after retry RPC after error@672778200) -> (continuation of Deferred@2014539137 after retry RPC after error@49185596) -> (continuation of Deferred@1135653456 after retry RPC after error@636586745) -> (continuation of Deferred@1189971107 after retry RPC after error@812386337) -> (continuation of Deferred@1980239438 after retry RPC after error@1602745396) -> (continuation of Deferred@1977990139 after retry RPC after error@622368870) -> (continuation of Deferred@332695797 after retry RPC after error@1930623215)))
08:04:14.452 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [48ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [49ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [49ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [49ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1475722825(state=PENDING, result=null, callback=(continuation of Deferred@455825055 after retry RPC after error@672778200) -> (continuation of Deferred@2014539137 after retry RPC after error@49185596) -> (continuation of Deferred@1135653456 after retry RPC after error@636586745) -> (continuation of Deferred@1189971107 after retry RPC after error@812386337) -> (continuation of Deferred@1980239438 after retry RPC after error@1602745396) -> (continuation of Deferred@1977990139 after retry RPC after error@622368870) -> (continuation of Deferred@332695797 after retry RPC after error@1930623215), errback=(continuation of Deferred@455825055 after retry RPC after error@672778200) -> (continuation of Deferred@2014539137 after retry RPC after error@49185596) -> (continuation of Deferred@1135653456 after retry RPC after error@636586745) -> (continuation of Deferred@1189971107 after retry RPC after error@812386337) -> (continuation of Deferred@1980239438 after retry RPC after error@1602745396) -> (continuation of Deferred@1977990139 after retry RPC after error@622368870) -> (continuation of Deferred@332695797 after retry RPC after error@1930623215)))
08:04:14.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.712 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@965862018(state=PENDING, result=null, callback=(continuation of Deferred@971124612 after retry RPC after error@1516271797) -> (continuation of Deferred@684512515 after retry RPC after error@511686506) -> (continuation of Deferred@919156014 after retry RPC after error@1874155154) -> (continuation of Deferred@555741866 after retry RPC after error@1119405316) -> (continuation of Deferred@1026029624 after retry RPC after error@2028157128) -> (continuation of Deferred@641142748 after retry RPC after error@581136123) -> (continuation of Deferred@541566127 after retry RPC after error@1099164951), errback=(continuation of Deferred@971124612 after retry RPC after error@1516271797) -> (continuation of Deferred@684512515 after retry RPC after error@511686506) -> (continuation of Deferred@919156014 after retry RPC after error@1874155154) -> (continuation of Deferred@555741866 after retry RPC after error@1119405316) -> (continuation of Deferred@1026029624 after retry RPC after error@2028157128) -> (continuation of Deferred@641142748 after retry RPC after error@581136123) -> (continuation of Deferred@541566127 after retry RPC after error@1099164951)))
08:04:14.713 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@965862018(state=PENDING, result=null, callback=(continuation of Deferred@971124612 after retry RPC after error@1516271797) -> (continuation of Deferred@684512515 after retry RPC after error@511686506) -> (continuation of Deferred@919156014 after retry RPC after error@1874155154) -> (continuation of Deferred@555741866 after retry RPC after error@1119405316) -> (continuation of Deferred@1026029624 after retry RPC after error@2028157128) -> (continuation of Deferred@641142748 after retry RPC after error@581136123) -> (continuation of Deferred@541566127 after retry RPC after error@1099164951), errback=(continuation of Deferred@971124612 after retry RPC after error@1516271797) -> (continuation of Deferred@684512515 after retry RPC after error@511686506) -> (continuation of Deferred@919156014 after retry RPC after error@1874155154) -> (continuation of Deferred@555741866 after retry RPC after error@1119405316) -> (continuation of Deferred@1026029624 after retry RPC after error@2028157128) -> (continuation of Deferred@641142748 after retry RPC after error@581136123) -> (continuation of Deferred@541566127 after retry RPC after error@1099164951)))
08:04:14.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.912 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@816651155(state=PENDING, result=null, callback=(continuation of Deferred@532121939 after retry RPC after error@245592122) -> (continuation of Deferred@1131005236 after retry RPC after error@457191241) -> (continuation of Deferred@949932131 after retry RPC after error@766068202) -> (continuation of Deferred@543454478 after retry RPC after error@985934892) -> (continuation of Deferred@1956114143 after retry RPC after error@334914482) -> (continuation of Deferred@272214215 after retry RPC after error@185025440) -> (continuation of Deferred@1085121801 after retry RPC after error@1625728349), errback=(continuation of Deferred@532121939 after retry RPC after error@245592122) -> (continuation of Deferred@1131005236 after retry RPC after error@457191241) -> (continuation of Deferred@949932131 after retry RPC after error@766068202) -> (continuation of Deferred@543454478 after retry RPC after error@985934892) -> (continuation of Deferred@1956114143 after retry RPC after error@334914482) -> (continuation of Deferred@272214215 after retry RPC after error@185025440) -> (continuation of Deferred@1085121801 after retry RPC after error@1625728349)))
08:04:14.912 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@816651155(state=PENDING, result=null, callback=(continuation of Deferred@532121939 after retry RPC after error@245592122) -> (continuation of Deferred@1131005236 after retry RPC after error@457191241) -> (continuation of Deferred@949932131 after retry RPC after error@766068202) -> (continuation of Deferred@543454478 after retry RPC after error@985934892) -> (continuation of Deferred@1956114143 after retry RPC after error@334914482) -> (continuation of Deferred@272214215 after retry RPC after error@185025440) -> (continuation of Deferred@1085121801 after retry RPC after error@1625728349), errback=(continuation of Deferred@532121939 after retry RPC after error@245592122) -> (continuation of Deferred@1131005236 after retry RPC after error@457191241) -> (continuation of Deferred@949932131 after retry RPC after error@766068202) -> (continuation of Deferred@543454478 after retry RPC after error@985934892) -> (continuation of Deferred@1956114143 after retry RPC after error@334914482) -> (continuation of Deferred@272214215 after retry RPC after error@185025440) -> (continuation of Deferred@1085121801 after retry RPC after error@1625728349)))
08:04:14.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:14.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:14.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:14.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:14.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:14.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.052 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.190 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1525179902(state=PENDING, result=null, callback=(continuation of Deferred@1675387082 after retry RPC after error@1045720463) -> (continuation of Deferred@1357667961 after retry RPC after error@1228015119) -> (continuation of Deferred@1231611347 after retry RPC after error@1414386020) -> (continuation of Deferred@1717584386 after retry RPC after error@1069228735) -> (continuation of Deferred@829628134 after retry RPC after error@185548637) -> (continuation of Deferred@1872436332 after retry RPC after error@164853242) -> (continuation of Deferred@545185288 after retry RPC after error@1392113805) -> (continuation of Deferred@1706489538 after retry RPC after error@2002264875), errback=(continuation of Deferred@1675387082 after retry RPC after error@1045720463) -> (continuation of Deferred@1357667961 after retry RPC after error@1228015119) -> (continuation of Deferred@1231611347 after retry RPC after error@1414386020) -> (continuation of Deferred@1717584386 after retry RPC after error@1069228735) -> (continuation of Deferred@829628134 after retry RPC after error@185548637) -> (continuation of Deferred@1872436332 after retry RPC after error@164853242) -> (continuation of Deferred@545185288 after retry RPC after error@1392113805) -> (continuation of Deferred@1706489538 after retry RPC after error@2002264875)))
08:04:15.191 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:15.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:15.277379 28484 master_runner.cc:186] Error getting master registration for 127.26.214.254:41801: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111),
08:04:15.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:15.277550 28484 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:15.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.392 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@84756086(state=PENDING, result=null, callback=(continuation of Deferred@540468112 after retry RPC after error@1146468815) -> (continuation of Deferred@220615757 after retry RPC after error@1652006249) -> (continuation of Deferred@1976228052 after retry RPC after error@481860707) -> (continuation of Deferred@587409285 after retry RPC after error@2101439065) -> (continuation of Deferred@1592656221 after retry RPC after error@107861351) -> (continuation of Deferred@1013511456 after retry RPC after error@1250775894), errback=(continuation of Deferred@540468112 after retry RPC after error@1146468815) -> (continuation of Deferred@220615757 after retry RPC after error@1652006249) -> (continuation of Deferred@1976228052 after retry RPC after error@481860707) -> (continuation of Deferred@587409285 after retry RPC after error@2101439065) -> (continuation of Deferred@1592656221 after retry RPC after error@107861351) -> (continuation of Deferred@1013511456 after retry RPC after error@1250775894)))
08:04:15.392 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@84756086(state=PENDING, result=null, callback=(continuation of Deferred@540468112 after retry RPC after error@1146468815) -> (continuation of Deferred@220615757 after retry RPC after error@1652006249) -> (continuation of Deferred@1976228052 after retry RPC after error@481860707) -> (continuation of Deferred@587409285 after retry RPC after error@2101439065) -> (continuation of Deferred@1592656221 after retry RPC after error@107861351) -> (continuation of Deferred@1013511456 after retry RPC after error@1250775894), errback=(continuation of Deferred@540468112 after retry RPC after error@1146468815) -> (continuation of Deferred@220615757 after retry RPC after error@1652006249) -> (continuation of Deferred@1976228052 after retry RPC after error@481860707) -> (continuation of Deferred@587409285 after retry RPC after error@2101439065) -> (continuation of Deferred@1592656221 after retry RPC after error@107861351) -> (continuation of Deferred@1013511456 after retry RPC after error@1250775894)))
08:04:15.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.455 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.633 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [45ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1889142566(state=PENDING, result=null, callback=(continuation of Deferred@1479716368 after retry RPC after error@2010555183) -> (continuation of Deferred@1397346685 after retry RPC after error@1934249733) -> (continuation of Deferred@1053113682 after retry RPC after error@2085105278) -> (continuation of Deferred@1637341875 after retry RPC after error@1074037731) -> (continuation of Deferred@1463556380 after retry RPC after error@1782244955) -> (continuation of Deferred@900201453 after retry RPC after error@1364753697) -> (continuation of Deferred@1721461487 after retry RPC after error@1538146393), errback=(continuation of Deferred@1479716368 after retry RPC after error@2010555183) -> (continuation of Deferred@1397346685 after retry RPC after error@1934249733) -> (continuation of Deferred@1053113682 after retry RPC after error@2085105278) -> (continuation of Deferred@1637341875 after retry RPC after error@1074037731) -> (continuation of Deferred@1463556380 after retry RPC after error@1782244955) -> (continuation of Deferred@900201453 after retry RPC after error@1364753697) -> (continuation of Deferred@1721461487 after retry RPC after error@1538146393)))
08:04:15.633 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [45ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1889142566(state=PENDING, result=null, callback=(continuation of Deferred@1479716368 after retry RPC after error@2010555183) -> (continuation of Deferred@1397346685 after retry RPC after error@1934249733) -> (continuation of Deferred@1053113682 after retry RPC after error@2085105278) -> (continuation of Deferred@1637341875 after retry RPC after error@1074037731) -> (continuation of Deferred@1463556380 after retry RPC after error@1782244955) -> (continuation of Deferred@900201453 after retry RPC after error@1364753697) -> (continuation of Deferred@1721461487 after retry RPC after error@1538146393), errback=(continuation of Deferred@1479716368 after retry RPC after error@2010555183) -> (continuation of Deferred@1397346685 after retry RPC after error@1934249733) -> (continuation of Deferred@1053113682 after retry RPC after error@2085105278) -> (continuation of Deferred@1637341875 after retry RPC after error@1074037731) -> (continuation of Deferred@1463556380 after retry RPC after error@1782244955) -> (continuation of Deferred@900201453 after retry RPC after error@1364753697) -> (continuation of Deferred@1721461487 after retry RPC after error@1538146393)))
08:04:15.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.692 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.832 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@590423839(state=PENDING, result=null, callback=(continuation of Deferred@791529312 after retry RPC after error@662588445) -> (continuation of Deferred@1588958016 after retry RPC after error@1947622998) -> (continuation of Deferred@901874035 after retry RPC after error@1619668338) -> (continuation of Deferred@316116400 after retry RPC after error@1425380690) -> (continuation of Deferred@1837517990 after retry RPC after error@1557532121) -> (continuation of Deferred@1916973566 after retry RPC after error@182838753) -> (continuation of Deferred@1440312167 after retry RPC after error@965549248), errback=(continuation of Deferred@791529312 after retry RPC after error@662588445) -> (continuation of Deferred@1588958016 after retry RPC after error@1947622998) -> (continuation of Deferred@901874035 after retry RPC after error@1619668338) -> (continuation of Deferred@316116400 after retry RPC after error@1425380690) -> (continuation of Deferred@1837517990 after retry RPC after error@1557532121) -> (continuation of Deferred@1916973566 after retry RPC after error@182838753) -> (continuation of Deferred@1440312167 after retry RPC after error@965549248)))
08:04:15.833 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@590423839(state=PENDING, result=null, callback=(continuation of Deferred@791529312 after retry RPC after error@662588445) -> (continuation of Deferred@1588958016 after retry RPC after error@1947622998) -> (continuation of Deferred@901874035 after retry RPC after error@1619668338) -> (continuation of Deferred@316116400 after retry RPC after error@1425380690) -> (continuation of Deferred@1837517990 after retry RPC after error@1557532121) -> (continuation of Deferred@1916973566 after retry RPC after error@182838753) -> (continuation of Deferred@1440312167 after retry RPC after error@965549248), errback=(continuation of Deferred@791529312 after retry RPC after error@662588445) -> (continuation of Deferred@1588958016 after retry RPC after error@1947622998) -> (continuation of Deferred@901874035 after retry RPC after error@1619668338) -> (continuation of Deferred@316116400 after retry RPC after error@1425380690) -> (continuation of Deferred@1837517990 after retry RPC after error@1557532121) -> (continuation of Deferred@1916973566 after retry RPC after error@182838753) -> (continuation of Deferred@1440312167 after retry RPC after error@965549248)))
08:04:15.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.935 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:15.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:15.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:15.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:15.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:15.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.092 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [85ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [124ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@435201012(state=PENDING, result=null, callback=(continuation of Deferred@1089955542 after retry RPC after error@391400316) -> (continuation of Deferred@291452743 after retry RPC after error@221039003) -> (continuation of Deferred@1981210430 after retry RPC after error@1126982955) -> (continuation of Deferred@732010246 after retry RPC after error@1084945400) -> (continuation of Deferred@338940 after retry RPC after error@547357674) -> (continuation of Deferred@119454047 after retry RPC after error@280801143) -> (continuation of Deferred@961494103 after retry RPC after error@433113031) -> (continuation of Deferred@1802912227 after retry RPC after error@507809005), errback=(continuation of Deferred@1089955542 after retry RPC after error@391400316) -> (continuation of Deferred@291452743 after retry RPC after error@221039003) -> (continuation of Deferred@1981210430 after retry RPC after error@1126982955) -> (continuation of Deferred@732010246 after retry RPC after error@1084945400) -> (continuation of Deferred@338940 after retry RPC after error@547357674) -> (continuation of Deferred@119454047 after retry RPC after error@280801143) -> (continuation of Deferred@961494103 after retry RPC after error@433113031) -> (continuation of Deferred@1802912227 after retry RPC after error@507809005)))
08:04:16.092 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [85ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [124ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@435201012(state=PENDING, result=null, callback=(continuation of Deferred@1089955542 after retry RPC after error@391400316) -> (continuation of Deferred@291452743 after retry RPC after error@221039003) -> (continuation of Deferred@1981210430 after retry RPC after error@1126982955) -> (continuation of Deferred@732010246 after retry RPC after error@1084945400) -> (continuation of Deferred@338940 after retry RPC after error@547357674) -> (continuation of Deferred@119454047 after retry RPC after error@280801143) -> (continuation of Deferred@961494103 after retry RPC after error@433113031) -> (continuation of Deferred@1802912227 after retry RPC after error@507809005), errback=(continuation of Deferred@1089955542 after retry RPC after error@391400316) -> (continuation of Deferred@291452743 after retry RPC after error@221039003) -> (continuation of Deferred@1981210430 after retry RPC after error@1126982955) -> (continuation of Deferred@732010246 after retry RPC after error@1084945400) -> (continuation of Deferred@338940 after retry RPC after error@547357674) -> (continuation of Deferred@119454047 after retry RPC after error@280801143) -> (continuation of Deferred@961494103 after retry RPC after error@433113031) -> (continuation of Deferred@1802912227 after retry RPC after error@507809005)))
08:04:16.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.112 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.151 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.272 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.332 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@981241928(state=PENDING, result=null, callback=(continuation of Deferred@1502161004 after retry RPC after error@717507042) -> (continuation of Deferred@48487347 after retry RPC after error@1556346231) -> (continuation of Deferred@1285123275 after retry RPC after error@1142601699) -> (continuation of Deferred@1480114832 after retry RPC after error@462679213) -> (continuation of Deferred@485176352 after retry RPC after error@232734193) -> (continuation of Deferred@325927576 after retry RPC after error@396309212) -> (continuation of Deferred@1385188923 after retry RPC after error@651477293), errback=(continuation of Deferred@1502161004 after retry RPC after error@717507042) -> (continuation of Deferred@48487347 after retry RPC after error@1556346231) -> (continuation of Deferred@1285123275 after retry RPC after error@1142601699) -> (continuation of Deferred@1480114832 after retry RPC after error@462679213) -> (continuation of Deferred@485176352 after retry RPC after error@232734193) -> (continuation of Deferred@325927576 after retry RPC after error@396309212) -> (continuation of Deferred@1385188923 after retry RPC after error@651477293)))
08:04:16.333 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@981241928(state=PENDING, result=null, callback=(continuation of Deferred@1502161004 after retry RPC after error@717507042) -> (continuation of Deferred@48487347 after retry RPC after error@1556346231) -> (continuation of Deferred@1285123275 after retry RPC after error@1142601699) -> (continuation of Deferred@1480114832 after retry RPC after error@462679213) -> (continuation of Deferred@485176352 after retry RPC after error@232734193) -> (continuation of Deferred@325927576 after retry RPC after error@396309212) -> (continuation of Deferred@1385188923 after retry RPC after error@651477293), errback=(continuation of Deferred@1502161004 after retry RPC after error@717507042) -> (continuation of Deferred@48487347 after retry RPC after error@1556346231) -> (continuation of Deferred@1285123275 after retry RPC after error@1142601699) -> (continuation of Deferred@1480114832 after retry RPC after error@462679213) -> (continuation of Deferred@485176352 after retry RPC after error@232734193) -> (continuation of Deferred@325927576 after retry RPC after error@396309212) -> (continuation of Deferred@1385188923 after retry RPC after error@651477293)))
08:04:16.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.531 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1544975054(state=PENDING, result=null, callback=(continuation of Deferred@1294674949 after retry RPC after error@1845784701) -> (continuation of Deferred@42217334 after retry RPC after error@1835773418) -> (continuation of Deferred@2033512262 after retry RPC after error@889126789) -> (continuation of Deferred@388143603 after retry RPC after error@655778304) -> (continuation of Deferred@2038888315 after retry RPC after error@977747225) -> (continuation of Deferred@967431843 after retry RPC after error@758887924) -> (continuation of Deferred@1674097159 after retry RPC after error@1617224850), errback=(continuation of Deferred@1294674949 after retry RPC after error@1845784701) -> (continuation of Deferred@42217334 after retry RPC after error@1835773418) -> (continuation of Deferred@2033512262 after retry RPC after error@889126789) -> (continuation of Deferred@388143603 after retry RPC after error@655778304) -> (continuation of Deferred@2038888315 after retry RPC after error@977747225) -> (continuation of Deferred@967431843 after retry RPC after error@758887924) -> (continuation of Deferred@1674097159 after retry RPC after error@1617224850)))
08:04:16.532 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1544975054(state=PENDING, result=null, callback=(continuation of Deferred@1294674949 after retry RPC after error@1845784701) -> (continuation of Deferred@42217334 after retry RPC after error@1835773418) -> (continuation of Deferred@2033512262 after retry RPC after error@889126789) -> (continuation of Deferred@388143603 after retry RPC after error@655778304) -> (continuation of Deferred@2038888315 after retry RPC after error@977747225) -> (continuation of Deferred@967431843 after retry RPC after error@758887924) -> (continuation of Deferred@1674097159 after retry RPC after error@1617224850), errback=(continuation of Deferred@1294674949 after retry RPC after error@1845784701) -> (continuation of Deferred@42217334 after retry RPC after error@1835773418) -> (continuation of Deferred@2033512262 after retry RPC after error@889126789) -> (continuation of Deferred@388143603 after retry RPC after error@655778304) -> (continuation of Deferred@2038888315 after retry RPC after error@977747225) -> (continuation of Deferred@967431843 after retry RPC after error@758887924) -> (continuation of Deferred@1674097159 after retry RPC after error@1617224850)))
08:04:16.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.692 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.712 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@800228669(state=PENDING, result=null, callback=(continuation of Deferred@1779634002 after retry RPC after error@1738620147) -> (continuation of Deferred@1615248248 after retry RPC after error@1541820704) -> (continuation of Deferred@704494737 after retry RPC after error@1196772345) -> (continuation of Deferred@303932688 after retry RPC after error@2073790754) -> (continuation of Deferred@1069984756 after retry RPC after error@1377903990) -> (continuation of Deferred@761999111 after retry RPC after error@169767185) -> (continuation of Deferred@9298605 after retry RPC after error@1532788063), errback=(continuation of Deferred@1779634002 after retry RPC after error@1738620147) -> (continuation of Deferred@1615248248 after retry RPC after error@1541820704) -> (continuation of Deferred@704494737 after retry RPC after error@1196772345) -> (continuation of Deferred@303932688 after retry RPC after error@2073790754) -> (continuation of Deferred@1069984756 after retry RPC after error@1377903990) -> (continuation of Deferred@761999111 after retry RPC after error@169767185) -> (continuation of Deferred@9298605 after retry RPC after error@1532788063)))
08:04:16.712 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@800228669(state=PENDING, result=null, callback=(continuation of Deferred@1779634002 after retry RPC after error@1738620147) -> (continuation of Deferred@1615248248 after retry RPC after error@1541820704) -> (continuation of Deferred@704494737 after retry RPC after error@1196772345) -> (continuation of Deferred@303932688 after retry RPC after error@2073790754) -> (continuation of Deferred@1069984756 after retry RPC after error@1377903990) -> (continuation of Deferred@761999111 after retry RPC after error@169767185) -> (continuation of Deferred@9298605 after retry RPC after error@1532788063), errback=(continuation of Deferred@1779634002 after retry RPC after error@1738620147) -> (continuation of Deferred@1615248248 after retry RPC after error@1541820704) -> (continuation of Deferred@704494737 after retry RPC after error@1196772345) -> (continuation of Deferred@303932688 after retry RPC after error@2073790754) -> (continuation of Deferred@1069984756 after retry RPC after error@1377903990) -> (continuation of Deferred@761999111 after retry RPC after error@169767185) -> (continuation of Deferred@9298605 after retry RPC after error@1532788063)))
08:04:16.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.912 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1072943130(state=PENDING, result=null, callback=(continuation of Deferred@905381033 after retry RPC after error@900986508) -> (continuation of Deferred@1368660152 after retry RPC after error@1892053392) -> (continuation of Deferred@2098852205 after retry RPC after error@1463058388) -> (continuation of Deferred@638905426 after retry RPC after error@1704805361) -> (continuation of Deferred@1463633078 after retry RPC after error@595811162) -> (continuation of Deferred@586437892 after retry RPC after error@771299424) -> (continuation of Deferred@274522525 after retry RPC after error@691810631), errback=(continuation of Deferred@905381033 after retry RPC after error@900986508) -> (continuation of Deferred@1368660152 after retry RPC after error@1892053392) -> (continuation of Deferred@2098852205 after retry RPC after error@1463058388) -> (continuation of Deferred@638905426 after retry RPC after error@1704805361) -> (continuation of Deferred@1463633078 after retry RPC after error@595811162) -> (continuation of Deferred@586437892 after retry RPC after error@771299424) -> (continuation of Deferred@274522525 after retry RPC after error@691810631)))
08:04:16.912 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1072943130(state=PENDING, result=null, callback=(continuation of Deferred@905381033 after retry RPC after error@900986508) -> (continuation of Deferred@1368660152 after retry RPC after error@1892053392) -> (continuation of Deferred@2098852205 after retry RPC after error@1463058388) -> (continuation of Deferred@638905426 after retry RPC after error@1704805361) -> (continuation of Deferred@1463633078 after retry RPC after error@595811162) -> (continuation of Deferred@586437892 after retry RPC after error@771299424) -> (continuation of Deferred@274522525 after retry RPC after error@691810631), errback=(continuation of Deferred@905381033 after retry RPC after error@900986508) -> (continuation of Deferred@1368660152 after retry RPC after error@1892053392) -> (continuation of Deferred@2098852205 after retry RPC after error@1463058388) -> (continuation of Deferred@638905426 after retry RPC after error@1704805361) -> (continuation of Deferred@1463633078 after retry RPC after error@595811162) -> (continuation of Deferred@586437892 after retry RPC after error@771299424) -> (continuation of Deferred@274522525 after retry RPC after error@691810631)))
08:04:16.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:16.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:16.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:16.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:16.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:16.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.152 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1273533011(state=PENDING, result=null, callback=(continuation of Deferred@1659243167 after retry RPC after error@1452057829) -> (continuation of Deferred@311497187 after retry RPC after error@493122536) -> (continuation of Deferred@1325674537 after retry RPC after error@2090602144) -> (continuation of Deferred@1721239257 after retry RPC after error@1482543825) -> (continuation of Deferred@909522059 after retry RPC after error@717477347) -> (continuation of Deferred@206287020 after retry RPC after error@985014446) -> (continuation of Deferred@1034148127 after retry RPC after error@167473029), errback=(continuation of Deferred@1659243167 after retry RPC after error@1452057829) -> (continuation of Deferred@311497187 after retry RPC after error@493122536) -> (continuation of Deferred@1325674537 after retry RPC after error@2090602144) -> (continuation of Deferred@1721239257 after retry RPC after error@1482543825) -> (continuation of Deferred@909522059 after retry RPC after error@717477347) -> (continuation of Deferred@206287020 after retry RPC after error@985014446) -> (continuation of Deferred@1034148127 after retry RPC after error@167473029)))
08:04:17.152 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1273533011(state=PENDING, result=null, callback=(continuation of Deferred@1659243167 after retry RPC after error@1452057829) -> (continuation of Deferred@311497187 after retry RPC after error@493122536) -> (continuation of Deferred@1325674537 after retry RPC after error@2090602144) -> (continuation of Deferred@1721239257 after retry RPC after error@1482543825) -> (continuation of Deferred@909522059 after retry RPC after error@717477347) -> (continuation of Deferred@206287020 after retry RPC after error@985014446) -> (continuation of Deferred@1034148127 after retry RPC after error@167473029), errback=(continuation of Deferred@1659243167 after retry RPC after error@1452057829) -> (continuation of Deferred@311497187 after retry RPC after error@493122536) -> (continuation of Deferred@1325674537 after retry RPC after error@2090602144) -> (continuation of Deferred@1721239257 after retry RPC after error@1482543825) -> (continuation of Deferred@909522059 after retry RPC after error@717477347) -> (continuation of Deferred@206287020 after retry RPC after error@985014446) -> (continuation of Deferred@1034148127 after retry RPC after error@167473029)))
08:04:17.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.352 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1038476870(state=PENDING, result=null, callback=(continuation of Deferred@736992904 after retry RPC after error@378821128) -> (continuation of Deferred@753383626 after retry RPC after error@1050852550) -> (continuation of Deferred@2046585924 after retry RPC after error@1301032297) -> (continuation of Deferred@1555889658 after retry RPC after error@2001940007) -> (continuation of Deferred@1842868933 after retry RPC after error@1100774771) -> (continuation of Deferred@2062818199 after retry RPC after error@339226872) -> (continuation of Deferred@1185655136 after retry RPC after error@1694376739), errback=(continuation of Deferred@736992904 after retry RPC after error@378821128) -> (continuation of Deferred@753383626 after retry RPC after error@1050852550) -> (continuation of Deferred@2046585924 after retry RPC after error@1301032297) -> (continuation of Deferred@1555889658 after retry RPC after error@2001940007) -> (continuation of Deferred@1842868933 after retry RPC after error@1100774771) -> (continuation of Deferred@2062818199 after retry RPC after error@339226872) -> (continuation of Deferred@1185655136 after retry RPC after error@1694376739)))
08:04:17.352 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1038476870(state=PENDING, result=null, callback=(continuation of Deferred@736992904 after retry RPC after error@378821128) -> (continuation of Deferred@753383626 after retry RPC after error@1050852550) -> (continuation of Deferred@2046585924 after retry RPC after error@1301032297) -> (continuation of Deferred@1555889658 after retry RPC after error@2001940007) -> (continuation of Deferred@1842868933 after retry RPC after error@1100774771) -> (continuation of Deferred@2062818199 after retry RPC after error@339226872) -> (continuation of Deferred@1185655136 after retry RPC after error@1694376739), errback=(continuation of Deferred@736992904 after retry RPC after error@378821128) -> (continuation of Deferred@753383626 after retry RPC after error@1050852550) -> (continuation of Deferred@2046585924 after retry RPC after error@1301032297) -> (continuation of Deferred@1555889658 after retry RPC after error@2001940007) -> (continuation of Deferred@1842868933 after retry RPC after error@1100774771) -> (continuation of Deferred@2062818199 after retry RPC after error@339226872) -> (continuation of Deferred@1185655136 after retry RPC after error@1694376739)))
08:04:17.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:17.489281 28043 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:04:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:17.491607 28043 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '11d5e42d78e7453a9fed51a2307cfc6b', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '11d5e42d78e7453a9fed51a2307cfc6b', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:04:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:17.493625 28043 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.214.252:38189)
08:04:17.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.612 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@576247583(state=PENDING, result=null, callback=(continuation of Deferred@1577434689 after retry RPC after error@275549951) -> (continuation of Deferred@392704080 after retry RPC after error@1944907149) -> (continuation of Deferred@6861319 after retry RPC after error@1955057539) -> (continuation of Deferred@582720499 after retry RPC after error@917473964) -> (continuation of Deferred@1939013364 after retry RPC after error@958647506) -> (continuation of Deferred@1194966022 after retry RPC after error@227128487) -> (continuation of Deferred@1770561212 after retry RPC after error@1315609091), errback=(continuation of Deferred@1577434689 after retry RPC after error@275549951) -> (continuation of Deferred@392704080 after retry RPC after error@1944907149) -> (continuation of Deferred@6861319 after retry RPC after error@1955057539) -> (continuation of Deferred@582720499 after retry RPC after error@917473964) -> (continuation of Deferred@1939013364 after retry RPC after error@958647506) -> (continuation of Deferred@1194966022 after retry RPC after error@227128487) -> (continuation of Deferred@1770561212 after retry RPC after error@1315609091)))
08:04:17.612 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@576247583(state=PENDING, result=null, callback=(continuation of Deferred@1577434689 after retry RPC after error@275549951) -> (continuation of Deferred@392704080 after retry RPC after error@1944907149) -> (continuation of Deferred@6861319 after retry RPC after error@1955057539) -> (continuation of Deferred@582720499 after retry RPC after error@917473964) -> (continuation of Deferred@1939013364 after retry RPC after error@958647506) -> (continuation of Deferred@1194966022 after retry RPC after error@227128487) -> (continuation of Deferred@1770561212 after retry RPC after error@1315609091), errback=(continuation of Deferred@1577434689 after retry RPC after error@275549951) -> (continuation of Deferred@392704080 after retry RPC after error@1944907149) -> (continuation of Deferred@6861319 after retry RPC after error@1955057539) -> (continuation of Deferred@582720499 after retry RPC after error@917473964) -> (continuation of Deferred@1939013364 after retry RPC after error@958647506) -> (continuation of Deferred@1194966022 after retry RPC after error@227128487) -> (continuation of Deferred@1770561212 after retry RPC after error@1315609091)))
08:04:17.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.692 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.792 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.832 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@672956961(state=PENDING, result=null, callback=(continuation of Deferred@1732412147 after retry RPC after error@807528048) -> (continuation of Deferred@1560430877 after retry RPC after error@298042646) -> (continuation of Deferred@1650825415 after retry RPC after error@1573445789) -> (continuation of Deferred@315429016 after retry RPC after error@497654946) -> (continuation of Deferred@1397005424 after retry RPC after error@1225937549) -> (continuation of Deferred@866243303 after retry RPC after error@1656493245) -> (continuation of Deferred@359441286 after retry RPC after error@1320230300), errback=(continuation of Deferred@1732412147 after retry RPC after error@807528048) -> (continuation of Deferred@1560430877 after retry RPC after error@298042646) -> (continuation of Deferred@1650825415 after retry RPC after error@1573445789) -> (continuation of Deferred@315429016 after retry RPC after error@497654946) -> (continuation of Deferred@1397005424 after retry RPC after error@1225937549) -> (continuation of Deferred@866243303 after retry RPC after error@1656493245) -> (continuation of Deferred@359441286 after retry RPC after error@1320230300)))
08:04:17.833 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@672956961(state=PENDING, result=null, callback=(continuation of Deferred@1732412147 after retry RPC after error@807528048) -> (continuation of Deferred@1560430877 after retry RPC after error@298042646) -> (continuation of Deferred@1650825415 after retry RPC after error@1573445789) -> (continuation of Deferred@315429016 after retry RPC after error@497654946) -> (continuation of Deferred@1397005424 after retry RPC after error@1225937549) -> (continuation of Deferred@866243303 after retry RPC after error@1656493245) -> (continuation of Deferred@359441286 after retry RPC after error@1320230300), errback=(continuation of Deferred@1732412147 after retry RPC after error@807528048) -> (continuation of Deferred@1560430877 after retry RPC after error@298042646) -> (continuation of Deferred@1650825415 after retry RPC after error@1573445789) -> (continuation of Deferred@315429016 after retry RPC after error@497654946) -> (continuation of Deferred@1397005424 after retry RPC after error@1225937549) -> (continuation of Deferred@866243303 after retry RPC after error@1656493245) -> (continuation of Deferred@359441286 after retry RPC after error@1320230300)))
08:04:17.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.912 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:17.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:17.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:17.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:17.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:17.971 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.032 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.032 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1080468788(state=PENDING, result=null, callback=(continuation of Deferred@1631287103 after retry RPC after error@168288778) -> (continuation of Deferred@1083213249 after retry RPC after error@891996130) -> (continuation of Deferred@252894455 after retry RPC after error@984643757) -> (continuation of Deferred@2127191223 after retry RPC after error@490508635) -> (continuation of Deferred@72356719 after retry RPC after error@1025275480) -> (continuation of Deferred@287292072 after retry RPC after error@1758480281) -> (continuation of Deferred@1822419591 after retry RPC after error@854585338), errback=(continuation of Deferred@1631287103 after retry RPC after error@168288778) -> (continuation of Deferred@1083213249 after retry RPC after error@891996130) -> (continuation of Deferred@252894455 after retry RPC after error@984643757) -> (continuation of Deferred@2127191223 after retry RPC after error@490508635) -> (continuation of Deferred@72356719 after retry RPC after error@1025275480) -> (continuation of Deferred@287292072 after retry RPC after error@1758480281) -> (continuation of Deferred@1822419591 after retry RPC after error@854585338)))
08:04:18.033 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1080468788(state=PENDING, result=null, callback=(continuation of Deferred@1631287103 after retry RPC after error@168288778) -> (continuation of Deferred@1083213249 after retry RPC after error@891996130) -> (continuation of Deferred@252894455 after retry RPC after error@984643757) -> (continuation of Deferred@2127191223 after retry RPC after error@490508635) -> (continuation of Deferred@72356719 after retry RPC after error@1025275480) -> (continuation of Deferred@287292072 after retry RPC after error@1758480281) -> (continuation of Deferred@1822419591 after retry RPC after error@854585338), errback=(continuation of Deferred@1631287103 after retry RPC after error@168288778) -> (continuation of Deferred@1083213249 after retry RPC after error@891996130) -> (continuation of Deferred@252894455 after retry RPC after error@984643757) -> (continuation of Deferred@2127191223 after retry RPC after error@490508635) -> (continuation of Deferred@72356719 after retry RPC after error@1025275480) -> (continuation of Deferred@287292072 after retry RPC after error@1758480281) -> (continuation of Deferred@1822419591 after retry RPC after error@854585338)))
08:04:18.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.151 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.212 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1006567918(state=PENDING, result=null, callback=(continuation of Deferred@478108744 after retry RPC after error@2103745746) -> (continuation of Deferred@568837428 after retry RPC after error@1658081431) -> (continuation of Deferred@70245785 after retry RPC after error@1576293314) -> (continuation of Deferred@1118171949 after retry RPC after error@37049094) -> (continuation of Deferred@2022475212 after retry RPC after error@119120732) -> (continuation of Deferred@1791497225 after retry RPC after error@1120786229) -> (continuation of Deferred@1584629829 after retry RPC after error@339399572), errback=(continuation of Deferred@478108744 after retry RPC after error@2103745746) -> (continuation of Deferred@568837428 after retry RPC after error@1658081431) -> (continuation of Deferred@70245785 after retry RPC after error@1576293314) -> (continuation of Deferred@1118171949 after retry RPC after error@37049094) -> (continuation of Deferred@2022475212 after retry RPC after error@119120732) -> (continuation of Deferred@1791497225 after retry RPC after error@1120786229) -> (continuation of Deferred@1584629829 after retry RPC after error@339399572)))
08:04:18.213 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1006567918(state=PENDING, result=null, callback=(continuation of Deferred@478108744 after retry RPC after error@2103745746) -> (continuation of Deferred@568837428 after retry RPC after error@1658081431) -> (continuation of Deferred@70245785 after retry RPC after error@1576293314) -> (continuation of Deferred@1118171949 after retry RPC after error@37049094) -> (continuation of Deferred@2022475212 after retry RPC after error@119120732) -> (continuation of Deferred@1791497225 after retry RPC after error@1120786229) -> (continuation of Deferred@1584629829 after retry RPC after error@339399572), errback=(continuation of Deferred@478108744 after retry RPC after error@2103745746) -> (continuation of Deferred@568837428 after retry RPC after error@1658081431) -> (continuation of Deferred@70245785 after retry RPC after error@1576293314) -> (continuation of Deferred@1118171949 after retry RPC after error@37049094) -> (continuation of Deferred@2022475212 after retry RPC after error@119120732) -> (continuation of Deferred@1791497225 after retry RPC after error@1120786229) -> (continuation of Deferred@1584629829 after retry RPC after error@339399572)))
08:04:18.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.291 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.291 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.432 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1763996556(state=PENDING, result=null, callback=(continuation of Deferred@590747742 after retry RPC after error@370582078) -> (continuation of Deferred@832475903 after retry RPC after error@2070687571) -> (continuation of Deferred@1745562760 after retry RPC after error@1261401317) -> (continuation of Deferred@241376789 after retry RPC after error@351256125) -> (continuation of Deferred@632401732 after retry RPC after error@352939851) -> (continuation of Deferred@59529289 after retry RPC after error@1786445907) -> (continuation of Deferred@1117276631 after retry RPC after error@473236984), errback=(continuation of Deferred@590747742 after retry RPC after error@370582078) -> (continuation of Deferred@832475903 after retry RPC after error@2070687571) -> (continuation of Deferred@1745562760 after retry RPC after error@1261401317) -> (continuation of Deferred@241376789 after retry RPC after error@351256125) -> (continuation of Deferred@632401732 after retry RPC after error@352939851) -> (continuation of Deferred@59529289 after retry RPC after error@1786445907) -> (continuation of Deferred@1117276631 after retry RPC after error@473236984)))
08:04:18.432 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1763996556(state=PENDING, result=null, callback=(continuation of Deferred@590747742 after retry RPC after error@370582078) -> (continuation of Deferred@832475903 after retry RPC after error@2070687571) -> (continuation of Deferred@1745562760 after retry RPC after error@1261401317) -> (continuation of Deferred@241376789 after retry RPC after error@351256125) -> (continuation of Deferred@632401732 after retry RPC after error@352939851) -> (continuation of Deferred@59529289 after retry RPC after error@1786445907) -> (continuation of Deferred@1117276631 after retry RPC after error@473236984), errback=(continuation of Deferred@590747742 after retry RPC after error@370582078) -> (continuation of Deferred@832475903 after retry RPC after error@2070687571) -> (continuation of Deferred@1745562760 after retry RPC after error@1261401317) -> (continuation of Deferred@241376789 after retry RPC after error@351256125) -> (continuation of Deferred@632401732 after retry RPC after error@352939851) -> (continuation of Deferred@59529289 after retry RPC after error@1786445907) -> (continuation of Deferred@1117276631 after retry RPC after error@473236984)))
08:04:18.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.711 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@465476405(state=PENDING, result=null, callback=(continuation of Deferred@2023995171 after retry RPC after error@2028461217) -> (continuation of Deferred@1530898742 after retry RPC after error@876078679) -> (continuation of Deferred@1363690845 after retry RPC after error@386697473) -> (continuation of Deferred@828175567 after retry RPC after error@978500077) -> (continuation of Deferred@698573143 after retry RPC after error@1511301603) -> (continuation of Deferred@213437666 after retry RPC after error@587895113) -> (continuation of Deferred@294778278 after retry RPC after error@1861567950) -> (continuation of Deferred@610294574 after retry RPC after error@1394021938), errback=(continuation of Deferred@2023995171 after retry RPC after error@2028461217) -> (continuation of Deferred@1530898742 after retry RPC after error@876078679) -> (continuation of Deferred@1363690845 after retry RPC after error@386697473) -> (continuation of Deferred@828175567 after retry RPC after error@978500077) -> (continuation of Deferred@698573143 after retry RPC after error@1511301603) -> (continuation of Deferred@213437666 after retry RPC after error@587895113) -> (continuation of Deferred@294778278 after retry RPC after error@1861567950) -> (continuation of Deferred@610294574 after retry RPC after error@1394021938)))
08:04:18.711 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:18.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:18.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:18.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:18.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:18.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:18.990 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@2035924780(state=PENDING, result=null, callback=(continuation of Deferred@140187263 after retry RPC after error@2025936224) -> (continuation of Deferred@641065362 after retry RPC after error@304192167) -> (continuation of Deferred@1117359730 after retry RPC after error@805415188) -> (continuation of Deferred@967960567 after retry RPC after error@668706500) -> (continuation of Deferred@692016723 after retry RPC after error@340464489) -> (continuation of Deferred@586399816 after retry RPC after error@1491382100) -> (continuation of Deferred@196802517 after retry RPC after error@1193704848) -> (continuation of Deferred@2070611132 after retry RPC after error@101223050), errback=(continuation of Deferred@140187263 after retry RPC after error@2025936224) -> (continuation of Deferred@641065362 after retry RPC after error@304192167) -> (continuation of Deferred@1117359730 after retry RPC after error@805415188) -> (continuation of Deferred@967960567 after retry RPC after error@668706500) -> (continuation of Deferred@692016723 after retry RPC after error@340464489) -> (continuation of Deferred@586399816 after retry RPC after error@1491382100) -> (continuation of Deferred@196802517 after retry RPC after error@1193704848) -> (continuation of Deferred@2070611132 after retry RPC after error@101223050)))
08:04:18.991 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:19.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.252 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1142391032(state=PENDING, result=null, callback=(continuation of Deferred@1404335305 after retry RPC after error@1134722904) -> (continuation of Deferred@1818166002 after retry RPC after error@347557825) -> (continuation of Deferred@1691706274 after retry RPC after error@886933727) -> (continuation of Deferred@545346596 after retry RPC after error@250011314) -> (continuation of Deferred@1105294527 after retry RPC after error@430085932) -> (continuation of Deferred@866701384 after retry RPC after error@184785857) -> (continuation of Deferred@1091392146 after retry RPC after error@1285273192), errback=(continuation of Deferred@1404335305 after retry RPC after error@1134722904) -> (continuation of Deferred@1818166002 after retry RPC after error@347557825) -> (continuation of Deferred@1691706274 after retry RPC after error@886933727) -> (continuation of Deferred@545346596 after retry RPC after error@250011314) -> (continuation of Deferred@1105294527 after retry RPC after error@430085932) -> (continuation of Deferred@866701384 after retry RPC after error@184785857) -> (continuation of Deferred@1091392146 after retry RPC after error@1285273192)))
08:04:19.252 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1142391032(state=PENDING, result=null, callback=(continuation of Deferred@1404335305 after retry RPC after error@1134722904) -> (continuation of Deferred@1818166002 after retry RPC after error@347557825) -> (continuation of Deferred@1691706274 after retry RPC after error@886933727) -> (continuation of Deferred@545346596 after retry RPC after error@250011314) -> (continuation of Deferred@1105294527 after retry RPC after error@430085932) -> (continuation of Deferred@866701384 after retry RPC after error@184785857) -> (continuation of Deferred@1091392146 after retry RPC after error@1285273192), errback=(continuation of Deferred@1404335305 after retry RPC after error@1134722904) -> (continuation of Deferred@1818166002 after retry RPC after error@347557825) -> (continuation of Deferred@1691706274 after retry RPC after error@886933727) -> (continuation of Deferred@545346596 after retry RPC after error@250011314) -> (continuation of Deferred@1105294527 after retry RPC after error@430085932) -> (continuation of Deferred@866701384 after retry RPC after error@184785857) -> (continuation of Deferred@1091392146 after retry RPC after error@1285273192)))
08:04:19.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.412 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1954085267(state=PENDING, result=null, callback=(continuation of Deferred@1557506166 after retry RPC after error@650219834) -> (continuation of Deferred@1325471223 after retry RPC after error@2089208293) -> (continuation of Deferred@224479259 after retry RPC after error@662913228) -> (continuation of Deferred@1617581926 after retry RPC after error@719938415) -> (continuation of Deferred@768591801 after retry RPC after error@284653548) -> (continuation of Deferred@580174835 after retry RPC after error@1132936917), errback=(continuation of Deferred@1557506166 after retry RPC after error@650219834) -> (continuation of Deferred@1325471223 after retry RPC after error@2089208293) -> (continuation of Deferred@224479259 after retry RPC after error@662913228) -> (continuation of Deferred@1617581926 after retry RPC after error@719938415) -> (continuation of Deferred@768591801 after retry RPC after error@284653548) -> (continuation of Deferred@580174835 after retry RPC after error@1132936917)))
08:04:19.412 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1954085267(state=PENDING, result=null, callback=(continuation of Deferred@1557506166 after retry RPC after error@650219834) -> (continuation of Deferred@1325471223 after retry RPC after error@2089208293) -> (continuation of Deferred@224479259 after retry RPC after error@662913228) -> (continuation of Deferred@1617581926 after retry RPC after error@719938415) -> (continuation of Deferred@768591801 after retry RPC after error@284653548) -> (continuation of Deferred@580174835 after retry RPC after error@1132936917), errback=(continuation of Deferred@1557506166 after retry RPC after error@650219834) -> (continuation of Deferred@1325471223 after retry RPC after error@2089208293) -> (continuation of Deferred@224479259 after retry RPC after error@662913228) -> (continuation of Deferred@1617581926 after retry RPC after error@719938415) -> (continuation of Deferred@768591801 after retry RPC after error@284653548) -> (continuation of Deferred@580174835 after retry RPC after error@1132936917)))
08:04:19.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.572 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@252528186(state=PENDING, result=null, callback=(continuation of Deferred@54788219 after retry RPC after error@1596938726) -> (continuation of Deferred@368050108 after retry RPC after error@1882605485) -> (continuation of Deferred@1406326280 after retry RPC after error@1989625341) -> (continuation of Deferred@477054604 after retry RPC after error@1587966339) -> (continuation of Deferred@461475529 after retry RPC after error@1475713257) -> (continuation of Deferred@826867645 after retry RPC after error@1544534654), errback=(continuation of Deferred@54788219 after retry RPC after error@1596938726) -> (continuation of Deferred@368050108 after retry RPC after error@1882605485) -> (continuation of Deferred@1406326280 after retry RPC after error@1989625341) -> (continuation of Deferred@477054604 after retry RPC after error@1587966339) -> (continuation of Deferred@461475529 after retry RPC after error@1475713257) -> (continuation of Deferred@826867645 after retry RPC after error@1544534654)))
08:04:19.573 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@252528186(state=PENDING, result=null, callback=(continuation of Deferred@54788219 after retry RPC after error@1596938726) -> (continuation of Deferred@368050108 after retry RPC after error@1882605485) -> (continuation of Deferred@1406326280 after retry RPC after error@1989625341) -> (continuation of Deferred@477054604 after retry RPC after error@1587966339) -> (continuation of Deferred@461475529 after retry RPC after error@1475713257) -> (continuation of Deferred@826867645 after retry RPC after error@1544534654), errback=(continuation of Deferred@54788219 after retry RPC after error@1596938726) -> (continuation of Deferred@368050108 after retry RPC after error@1882605485) -> (continuation of Deferred@1406326280 after retry RPC after error@1989625341) -> (continuation of Deferred@477054604 after retry RPC after error@1587966339) -> (continuation of Deferred@461475529 after retry RPC after error@1475713257) -> (continuation of Deferred@826867645 after retry RPC after error@1544534654)))
08:04:19.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.851 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@219643372(state=PENDING, result=null, callback=(continuation of Deferred@603253963 after retry RPC after error@426180594) -> (continuation of Deferred@83993340 after retry RPC after error@860837805) -> (continuation of Deferred@928610235 after retry RPC after error@435066829) -> (continuation of Deferred@292606030 after retry RPC after error@1489706994) -> (continuation of Deferred@609443839 after retry RPC after error@1240396871) -> (continuation of Deferred@1586216852 after retry RPC after error@1589579576) -> (continuation of Deferred@1621954487 after retry RPC after error@1583321897), errback=(continuation of Deferred@603253963 after retry RPC after error@426180594) -> (continuation of Deferred@83993340 after retry RPC after error@860837805) -> (continuation of Deferred@928610235 after retry RPC after error@435066829) -> (continuation of Deferred@292606030 after retry RPC after error@1489706994) -> (continuation of Deferred@609443839 after retry RPC after error@1240396871) -> (continuation of Deferred@1586216852 after retry RPC after error@1589579576) -> (continuation of Deferred@1621954487 after retry RPC after error@1583321897)))
08:04:19.851 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:19.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:19.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:19.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:19.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:19.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:19.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.032 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.130 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1531734290(state=PENDING, result=null, callback=(continuation of Deferred@458758550 after retry RPC after error@1208526038) -> (continuation of Deferred@630449403 after retry RPC after error@489622946) -> (continuation of Deferred@1180709688 after retry RPC after error@1262686518) -> (continuation of Deferred@1909293209 after retry RPC after error@350929183) -> (continuation of Deferred@1406458185 after retry RPC after error@13482148) -> (continuation of Deferred@496576876 after retry RPC after error@1606021625) -> (continuation of Deferred@710043094 after retry RPC after error@1203237024), errback=(continuation of Deferred@458758550 after retry RPC after error@1208526038) -> (continuation of Deferred@630449403 after retry RPC after error@489622946) -> (continuation of Deferred@1180709688 after retry RPC after error@1262686518) -> (continuation of Deferred@1909293209 after retry RPC after error@350929183) -> (continuation of Deferred@1406458185 after retry RPC after error@13482148) -> (continuation of Deferred@496576876 after retry RPC after error@1606021625) -> (continuation of Deferred@710043094 after retry RPC after error@1203237024)))
08:04:20.131 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:20.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.152 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:20.282699 28484 master_runner.cc:186] Error getting master registration for 127.26.214.254:41801: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111),
08:04:20.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:20.282884 28484 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:20.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.391 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [240ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1674328393(state=PENDING, result=null, callback=(continuation of Deferred@330963200 after retry RPC after error@1337720652) -> (continuation of Deferred@341759800 after retry RPC after error@375038603) -> (continuation of Deferred@1433127769 after retry RPC after error@1161436967) -> (continuation of Deferred@658499503 after retry RPC after error@1689405241) -> (continuation of Deferred@1871215093 after retry RPC after error@2061406212) -> (continuation of Deferred@579080815 after retry RPC after error@1425605257) -> (continuation of Deferred@2022874674 after retry RPC after error@1992458132), errback=(continuation of Deferred@330963200 after retry RPC after error@1337720652) -> (continuation of Deferred@341759800 after retry RPC after error@375038603) -> (continuation of Deferred@1433127769 after retry RPC after error@1161436967) -> (continuation of Deferred@658499503 after retry RPC after error@1689405241) -> (continuation of Deferred@1871215093 after retry RPC after error@2061406212) -> (continuation of Deferred@579080815 after retry RPC after error@1425605257) -> (continuation of Deferred@2022874674 after retry RPC after error@1992458132)))
08:04:20.392 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [240ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1674328393(state=PENDING, result=null, callback=(continuation of Deferred@330963200 after retry RPC after error@1337720652) -> (continuation of Deferred@341759800 after retry RPC after error@375038603) -> (continuation of Deferred@1433127769 after retry RPC after error@1161436967) -> (continuation of Deferred@658499503 after retry RPC after error@1689405241) -> (continuation of Deferred@1871215093 after retry RPC after error@2061406212) -> (continuation of Deferred@579080815 after retry RPC after error@1425605257) -> (continuation of Deferred@2022874674 after retry RPC after error@1992458132), errback=(continuation of Deferred@330963200 after retry RPC after error@1337720652) -> (continuation of Deferred@341759800 after retry RPC after error@375038603) -> (continuation of Deferred@1433127769 after retry RPC after error@1161436967) -> (continuation of Deferred@658499503 after retry RPC after error@1689405241) -> (continuation of Deferred@1871215093 after retry RPC after error@2061406212) -> (continuation of Deferred@579080815 after retry RPC after error@1425605257) -> (continuation of Deferred@2022874674 after retry RPC after error@1992458132)))
08:04:20.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.472 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.632 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.632 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@934553672(state=PENDING, result=null, callback=(continuation of Deferred@1222618920 after retry RPC after error@1375084768) -> (continuation of Deferred@1345222499 after retry RPC after error@1187963718) -> (continuation of Deferred@1943904856 after retry RPC after error@323775971) -> (continuation of Deferred@821724550 after retry RPC after error@18846732) -> (continuation of Deferred@533604629 after retry RPC after error@1864199290) -> (continuation of Deferred@196018858 after retry RPC after error@1986873383) -> (continuation of Deferred@402997630 after retry RPC after error@486510776), errback=(continuation of Deferred@1222618920 after retry RPC after error@1375084768) -> (continuation of Deferred@1345222499 after retry RPC after error@1187963718) -> (continuation of Deferred@1943904856 after retry RPC after error@323775971) -> (continuation of Deferred@821724550 after retry RPC after error@18846732) -> (continuation of Deferred@533604629 after retry RPC after error@1864199290) -> (continuation of Deferred@196018858 after retry RPC after error@1986873383) -> (continuation of Deferred@402997630 after retry RPC after error@486510776)))
08:04:20.633 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@934553672(state=PENDING, result=null, callback=(continuation of Deferred@1222618920 after retry RPC after error@1375084768) -> (continuation of Deferred@1345222499 after retry RPC after error@1187963718) -> (continuation of Deferred@1943904856 after retry RPC after error@323775971) -> (continuation of Deferred@821724550 after retry RPC after error@18846732) -> (continuation of Deferred@533604629 after retry RPC after error@1864199290) -> (continuation of Deferred@196018858 after retry RPC after error@1986873383) -> (continuation of Deferred@402997630 after retry RPC after error@486510776), errback=(continuation of Deferred@1222618920 after retry RPC after error@1375084768) -> (continuation of Deferred@1345222499 after retry RPC after error@1187963718) -> (continuation of Deferred@1943904856 after retry RPC after error@323775971) -> (continuation of Deferred@821724550 after retry RPC after error@18846732) -> (continuation of Deferred@533604629 after retry RPC after error@1864199290) -> (continuation of Deferred@196018858 after retry RPC after error@1986873383) -> (continuation of Deferred@402997630 after retry RPC after error@486510776)))
08:04:20.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.812 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [58ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [59ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [138ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [139ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@677132684(state=PENDING, result=null, callback=(continuation of Deferred@1288923173 after retry RPC after error@1922386931) -> (continuation of Deferred@1593569810 after retry RPC after error@388116504) -> (continuation of Deferred@1088938137 after retry RPC after error@418771365) -> (continuation of Deferred@421522379 after retry RPC after error@532396544) -> (continuation of Deferred@1613197894 after retry RPC after error@1466490686) -> (continuation of Deferred@835659691 after retry RPC after error@1936121896) -> (continuation of Deferred@680008000 after retry RPC after error@956867136), errback=(continuation of Deferred@1288923173 after retry RPC after error@1922386931) -> (continuation of Deferred@1593569810 after retry RPC after error@388116504) -> (continuation of Deferred@1088938137 after retry RPC after error@418771365) -> (continuation of Deferred@421522379 after retry RPC after error@532396544) -> (continuation of Deferred@1613197894 after retry RPC after error@1466490686) -> (continuation of Deferred@835659691 after retry RPC after error@1936121896) -> (continuation of Deferred@680008000 after retry RPC after error@956867136)))
08:04:20.813 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [58ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [59ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [138ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [139ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@677132684(state=PENDING, result=null, callback=(continuation of Deferred@1288923173 after retry RPC after error@1922386931) -> (continuation of Deferred@1593569810 after retry RPC after error@388116504) -> (continuation of Deferred@1088938137 after retry RPC after error@418771365) -> (continuation of Deferred@421522379 after retry RPC after error@532396544) -> (continuation of Deferred@1613197894 after retry RPC after error@1466490686) -> (continuation of Deferred@835659691 after retry RPC after error@1936121896) -> (continuation of Deferred@680008000 after retry RPC after error@956867136), errback=(continuation of Deferred@1288923173 after retry RPC after error@1922386931) -> (continuation of Deferred@1593569810 after retry RPC after error@388116504) -> (continuation of Deferred@1088938137 after retry RPC after error@418771365) -> (continuation of Deferred@421522379 after retry RPC after error@532396544) -> (continuation of Deferred@1613197894 after retry RPC after error@1466490686) -> (continuation of Deferred@835659691 after retry RPC after error@1936121896) -> (continuation of Deferred@680008000 after retry RPC after error@956867136)))
08:04:20.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:20.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:20.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:20.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:20.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:20.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.032 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1971338013(state=PENDING, result=null, callback=(continuation of Deferred@460651069 after retry RPC after error@1670191913) -> (continuation of Deferred@1966900768 after retry RPC after error@26219337) -> (continuation of Deferred@1024042068 after retry RPC after error@911647887) -> (continuation of Deferred@659171811 after retry RPC after error@650214424) -> (continuation of Deferred@1452951440 after retry RPC after error@1433137936) -> (continuation of Deferred@588828015 after retry RPC after error@244602024) -> (continuation of Deferred@171320365 after retry RPC after error@13612296), errback=(continuation of Deferred@460651069 after retry RPC after error@1670191913) -> (continuation of Deferred@1966900768 after retry RPC after error@26219337) -> (continuation of Deferred@1024042068 after retry RPC after error@911647887) -> (continuation of Deferred@659171811 after retry RPC after error@650214424) -> (continuation of Deferred@1452951440 after retry RPC after error@1433137936) -> (continuation of Deferred@588828015 after retry RPC after error@244602024) -> (continuation of Deferred@171320365 after retry RPC after error@13612296)))
08:04:21.032 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1971338013(state=PENDING, result=null, callback=(continuation of Deferred@460651069 after retry RPC after error@1670191913) -> (continuation of Deferred@1966900768 after retry RPC after error@26219337) -> (continuation of Deferred@1024042068 after retry RPC after error@911647887) -> (continuation of Deferred@659171811 after retry RPC after error@650214424) -> (continuation of Deferred@1452951440 after retry RPC after error@1433137936) -> (continuation of Deferred@588828015 after retry RPC after error@244602024) -> (continuation of Deferred@171320365 after retry RPC after error@13612296), errback=(continuation of Deferred@460651069 after retry RPC after error@1670191913) -> (continuation of Deferred@1966900768 after retry RPC after error@26219337) -> (continuation of Deferred@1024042068 after retry RPC after error@911647887) -> (continuation of Deferred@659171811 after retry RPC after error@650214424) -> (continuation of Deferred@1452951440 after retry RPC after error@1433137936) -> (continuation of Deferred@588828015 after retry RPC after error@244602024) -> (continuation of Deferred@171320365 after retry RPC after error@13612296)))
08:04:21.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.292 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.292 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@541779041(state=PENDING, result=null, callback=(continuation of Deferred@1666365616 after retry RPC after error@1424086065) -> (continuation of Deferred@280528951 after retry RPC after error@1738940333) -> (continuation of Deferred@298298577 after retry RPC after error@1264431748) -> (continuation of Deferred@535847656 after retry RPC after error@1216110028) -> (continuation of Deferred@1693569334 after retry RPC after error@1109296830) -> (continuation of Deferred@1592085303 after retry RPC after error@1960701722) -> (continuation of Deferred@508553430 after retry RPC after error@684898007), errback=(continuation of Deferred@1666365616 after retry RPC after error@1424086065) -> (continuation of Deferred@280528951 after retry RPC after error@1738940333) -> (continuation of Deferred@298298577 after retry RPC after error@1264431748) -> (continuation of Deferred@535847656 after retry RPC after error@1216110028) -> (continuation of Deferred@1693569334 after retry RPC after error@1109296830) -> (continuation of Deferred@1592085303 after retry RPC after error@1960701722) -> (continuation of Deferred@508553430 after retry RPC after error@684898007)))
08:04:21.293 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@541779041(state=PENDING, result=null, callback=(continuation of Deferred@1666365616 after retry RPC after error@1424086065) -> (continuation of Deferred@280528951 after retry RPC after error@1738940333) -> (continuation of Deferred@298298577 after retry RPC after error@1264431748) -> (continuation of Deferred@535847656 after retry RPC after error@1216110028) -> (continuation of Deferred@1693569334 after retry RPC after error@1109296830) -> (continuation of Deferred@1592085303 after retry RPC after error@1960701722) -> (continuation of Deferred@508553430 after retry RPC after error@684898007), errback=(continuation of Deferred@1666365616 after retry RPC after error@1424086065) -> (continuation of Deferred@280528951 after retry RPC after error@1738940333) -> (continuation of Deferred@298298577 after retry RPC after error@1264431748) -> (continuation of Deferred@535847656 after retry RPC after error@1216110028) -> (continuation of Deferred@1693569334 after retry RPC after error@1109296830) -> (continuation of Deferred@1592085303 after retry RPC after error@1960701722) -> (continuation of Deferred@508553430 after retry RPC after error@684898007)))
08:04:21.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.492 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@489277964(state=PENDING, result=null, callback=(continuation of Deferred@887297886 after retry RPC after error@1097919477) -> (continuation of Deferred@97493099 after retry RPC after error@1457873780) -> (continuation of Deferred@2047919889 after retry RPC after error@1014605029) -> (continuation of Deferred@1145935865 after retry RPC after error@961458887) -> (continuation of Deferred@1167774384 after retry RPC after error@875894890) -> (continuation of Deferred@477082442 after retry RPC after error@1358688906) -> (continuation of Deferred@1139258743 after retry RPC after error@1603081001), errback=(continuation of Deferred@887297886 after retry RPC after error@1097919477) -> (continuation of Deferred@97493099 after retry RPC after error@1457873780) -> (continuation of Deferred@2047919889 after retry RPC after error@1014605029) -> (continuation of Deferred@1145935865 after retry RPC after error@961458887) -> (continuation of Deferred@1167774384 after retry RPC after error@875894890) -> (continuation of Deferred@477082442 after retry RPC after error@1358688906) -> (continuation of Deferred@1139258743 after retry RPC after error@1603081001)))
08:04:21.492 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@489277964(state=PENDING, result=null, callback=(continuation of Deferred@887297886 after retry RPC after error@1097919477) -> (continuation of Deferred@97493099 after retry RPC after error@1457873780) -> (continuation of Deferred@2047919889 after retry RPC after error@1014605029) -> (continuation of Deferred@1145935865 after retry RPC after error@961458887) -> (continuation of Deferred@1167774384 after retry RPC after error@875894890) -> (continuation of Deferred@477082442 after retry RPC after error@1358688906) -> (continuation of Deferred@1139258743 after retry RPC after error@1603081001), errback=(continuation of Deferred@887297886 after retry RPC after error@1097919477) -> (continuation of Deferred@97493099 after retry RPC after error@1457873780) -> (continuation of Deferred@2047919889 after retry RPC after error@1014605029) -> (continuation of Deferred@1145935865 after retry RPC after error@961458887) -> (continuation of Deferred@1167774384 after retry RPC after error@875894890) -> (continuation of Deferred@477082442 after retry RPC after error@1358688906) -> (continuation of Deferred@1139258743 after retry RPC after error@1603081001)))
08:04:21.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1629093280(state=PENDING, result=null, callback=(continuation of Deferred@1171707499 after retry RPC after error@1539091270) -> (continuation of Deferred@885018129 after retry RPC after error@446321108) -> (continuation of Deferred@1770830178 after retry RPC after error@1473563022) -> (continuation of Deferred@1641194915 after retry RPC after error@688803004) -> (continuation of Deferred@625325910 after retry RPC after error@1420591817) -> (continuation of Deferred@547871298 after retry RPC after error@2065111366) -> (continuation of Deferred@1935736437 after retry RPC after error@1131053082) -> (continuation of Deferred@1560356863 after retry RPC after error@513787952), errback=(continuation of Deferred@1171707499 after retry RPC after error@1539091270) -> (continuation of Deferred@885018129 after retry RPC after error@446321108) -> (continuation of Deferred@1770830178 after retry RPC after error@1473563022) -> (continuation of Deferred@1641194915 after retry RPC after error@688803004) -> (continuation of Deferred@625325910 after retry RPC after error@1420591817) -> (continuation of Deferred@547871298 after retry RPC after error@2065111366) -> (continuation of Deferred@1935736437 after retry RPC after error@1131053082) -> (continuation of Deferred@1560356863 after retry RPC after error@513787952)))
08:04:21.733 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1629093280(state=PENDING, result=null, callback=(continuation of Deferred@1171707499 after retry RPC after error@1539091270) -> (continuation of Deferred@885018129 after retry RPC after error@446321108) -> (continuation of Deferred@1770830178 after retry RPC after error@1473563022) -> (continuation of Deferred@1641194915 after retry RPC after error@688803004) -> (continuation of Deferred@625325910 after retry RPC after error@1420591817) -> (continuation of Deferred@547871298 after retry RPC after error@2065111366) -> (continuation of Deferred@1935736437 after retry RPC after error@1131053082) -> (continuation of Deferred@1560356863 after retry RPC after error@513787952), errback=(continuation of Deferred@1171707499 after retry RPC after error@1539091270) -> (continuation of Deferred@885018129 after retry RPC after error@446321108) -> (continuation of Deferred@1770830178 after retry RPC after error@1473563022) -> (continuation of Deferred@1641194915 after retry RPC after error@688803004) -> (continuation of Deferred@625325910 after retry RPC after error@1420591817) -> (continuation of Deferred@547871298 after retry RPC after error@2065111366) -> (continuation of Deferred@1935736437 after retry RPC after error@1131053082) -> (continuation of Deferred@1560356863 after retry RPC after error@513787952)))
08:04:21.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:21.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:21.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:21.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:21.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:21.992 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2068025097(state=PENDING, result=null, callback=(continuation of Deferred@809933387 after retry RPC after error@279681012) -> (continuation of Deferred@756458753 after retry RPC after error@1254771821) -> (continuation of Deferred@1322914749 after retry RPC after error@33696165) -> (continuation of Deferred@438614601 after retry RPC after error@43332676) -> (continuation of Deferred@483166288 after retry RPC after error@261145965) -> (continuation of Deferred@811188260 after retry RPC after error@465954175) -> (continuation of Deferred@1664315487 after retry RPC after error@1778481913), errback=(continuation of Deferred@809933387 after retry RPC after error@279681012) -> (continuation of Deferred@756458753 after retry RPC after error@1254771821) -> (continuation of Deferred@1322914749 after retry RPC after error@33696165) -> (continuation of Deferred@438614601 after retry RPC after error@43332676) -> (continuation of Deferred@483166288 after retry RPC after error@261145965) -> (continuation of Deferred@811188260 after retry RPC after error@465954175) -> (continuation of Deferred@1664315487 after retry RPC after error@1778481913)))
08:04:21.992 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2068025097(state=PENDING, result=null, callback=(continuation of Deferred@809933387 after retry RPC after error@279681012) -> (continuation of Deferred@756458753 after retry RPC after error@1254771821) -> (continuation of Deferred@1322914749 after retry RPC after error@33696165) -> (continuation of Deferred@438614601 after retry RPC after error@43332676) -> (continuation of Deferred@483166288 after retry RPC after error@261145965) -> (continuation of Deferred@811188260 after retry RPC after error@465954175) -> (continuation of Deferred@1664315487 after retry RPC after error@1778481913), errback=(continuation of Deferred@809933387 after retry RPC after error@279681012) -> (continuation of Deferred@756458753 after retry RPC after error@1254771821) -> (continuation of Deferred@1322914749 after retry RPC after error@33696165) -> (continuation of Deferred@438614601 after retry RPC after error@43332676) -> (continuation of Deferred@483166288 after retry RPC after error@261145965) -> (continuation of Deferred@811188260 after retry RPC after error@465954175) -> (continuation of Deferred@1664315487 after retry RPC after error@1778481913)))
08:04:22.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.252 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.253 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1692354033(state=PENDING, result=null, callback=(continuation of Deferred@168218053 after retry RPC after error@2043010819) -> (continuation of Deferred@1212476214 after retry RPC after error@1454034690) -> (continuation of Deferred@1786665207 after retry RPC after error@1024765820) -> (continuation of Deferred@1390866099 after retry RPC after error@1387591986) -> (continuation of Deferred@1251322483 after retry RPC after error@1382191890) -> (continuation of Deferred@924089499 after retry RPC after error@1117552162) -> (continuation of Deferred@624788016 after retry RPC after error@1669431174), errback=(continuation of Deferred@168218053 after retry RPC after error@2043010819) -> (continuation of Deferred@1212476214 after retry RPC after error@1454034690) -> (continuation of Deferred@1786665207 after retry RPC after error@1024765820) -> (continuation of Deferred@1390866099 after retry RPC after error@1387591986) -> (continuation of Deferred@1251322483 after retry RPC after error@1382191890) -> (continuation of Deferred@924089499 after retry RPC after error@1117552162) -> (continuation of Deferred@624788016 after retry RPC after error@1669431174)))
08:04:22.253 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1692354033(state=PENDING, result=null, callback=(continuation of Deferred@168218053 after retry RPC after error@2043010819) -> (continuation of Deferred@1212476214 after retry RPC after error@1454034690) -> (continuation of Deferred@1786665207 after retry RPC after error@1024765820) -> (continuation of Deferred@1390866099 after retry RPC after error@1387591986) -> (continuation of Deferred@1251322483 after retry RPC after error@1382191890) -> (continuation of Deferred@924089499 after retry RPC after error@1117552162) -> (continuation of Deferred@624788016 after retry RPC after error@1669431174), errback=(continuation of Deferred@168218053 after retry RPC after error@2043010819) -> (continuation of Deferred@1212476214 after retry RPC after error@1454034690) -> (continuation of Deferred@1786665207 after retry RPC after error@1024765820) -> (continuation of Deferred@1390866099 after retry RPC after error@1387591986) -> (continuation of Deferred@1251322483 after retry RPC after error@1382191890) -> (continuation of Deferred@924089499 after retry RPC after error@1117552162) -> (continuation of Deferred@624788016 after retry RPC after error@1669431174)))
08:04:22.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.452 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@672096486(state=PENDING, result=null, callback=(continuation of Deferred@394192083 after retry RPC after error@1416355662) -> (continuation of Deferred@975235326 after retry RPC after error@1769711372) -> (continuation of Deferred@163815052 after retry RPC after error@56140117) -> (continuation of Deferred@1048764120 after retry RPC after error@183848387) -> (continuation of Deferred@534222319 after retry RPC after error@1497619785) -> (continuation of Deferred@1906293927 after retry RPC after error@1361341442), errback=(continuation of Deferred@394192083 after retry RPC after error@1416355662) -> (continuation of Deferred@975235326 after retry RPC after error@1769711372) -> (continuation of Deferred@163815052 after retry RPC after error@56140117) -> (continuation of Deferred@1048764120 after retry RPC after error@183848387) -> (continuation of Deferred@534222319 after retry RPC after error@1497619785) -> (continuation of Deferred@1906293927 after retry RPC after error@1361341442)))
08:04:22.452 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@672096486(state=PENDING, result=null, callback=(continuation of Deferred@394192083 after retry RPC after error@1416355662) -> (continuation of Deferred@975235326 after retry RPC after error@1769711372) -> (continuation of Deferred@163815052 after retry RPC after error@56140117) -> (continuation of Deferred@1048764120 after retry RPC after error@183848387) -> (continuation of Deferred@534222319 after retry RPC after error@1497619785) -> (continuation of Deferred@1906293927 after retry RPC after error@1361341442), errback=(continuation of Deferred@394192083 after retry RPC after error@1416355662) -> (continuation of Deferred@975235326 after retry RPC after error@1769711372) -> (continuation of Deferred@163815052 after retry RPC after error@56140117) -> (continuation of Deferred@1048764120 after retry RPC after error@183848387) -> (continuation of Deferred@534222319 after retry RPC after error@1497619785) -> (continuation of Deferred@1906293927 after retry RPC after error@1361341442)))
08:04:22.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:22.498610 28043 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:04:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:22.502943 28043 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '03f7a26ec3cd4aee92c57ced9e6890bc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '03f7a26ec3cd4aee92c57ced9e6890bc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:04:22.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:22.504729 28043 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.214.252:38189)
08:04:22.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.671 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1452032636(state=PENDING, result=null, callback=(continuation of Deferred@58144607 after retry RPC after error@846201225) -> (continuation of Deferred@1046248863 after retry RPC after error@175593354) -> (continuation of Deferred@805327956 after retry RPC after error@38696852) -> (continuation of Deferred@1604539079 after retry RPC after error@1876460990) -> (continuation of Deferred@1573445349 after retry RPC after error@751558687) -> (continuation of Deferred@1765521963 after retry RPC after error@1113925575) -> (continuation of Deferred@1505879704 after retry RPC after error@712584871), errback=(continuation of Deferred@58144607 after retry RPC after error@846201225) -> (continuation of Deferred@1046248863 after retry RPC after error@175593354) -> (continuation of Deferred@805327956 after retry RPC after error@38696852) -> (continuation of Deferred@1604539079 after retry RPC after error@1876460990) -> (continuation of Deferred@1573445349 after retry RPC after error@751558687) -> (continuation of Deferred@1765521963 after retry RPC after error@1113925575) -> (continuation of Deferred@1505879704 after retry RPC after error@712584871)))
08:04:22.672 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1452032636(state=PENDING, result=null, callback=(continuation of Deferred@58144607 after retry RPC after error@846201225) -> (continuation of Deferred@1046248863 after retry RPC after error@175593354) -> (continuation of Deferred@805327956 after retry RPC after error@38696852) -> (continuation of Deferred@1604539079 after retry RPC after error@1876460990) -> (continuation of Deferred@1573445349 after retry RPC after error@751558687) -> (continuation of Deferred@1765521963 after retry RPC after error@1113925575) -> (continuation of Deferred@1505879704 after retry RPC after error@712584871), errback=(continuation of Deferred@58144607 after retry RPC after error@846201225) -> (continuation of Deferred@1046248863 after retry RPC after error@175593354) -> (continuation of Deferred@805327956 after retry RPC after error@38696852) -> (continuation of Deferred@1604539079 after retry RPC after error@1876460990) -> (continuation of Deferred@1573445349 after retry RPC after error@751558687) -> (continuation of Deferred@1765521963 after retry RPC after error@1113925575) -> (continuation of Deferred@1505879704 after retry RPC after error@712584871)))
08:04:22.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.871 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@307805649(state=PENDING, result=null, callback=(continuation of Deferred@118001797 after retry RPC after error@567347254) -> (continuation of Deferred@886815156 after retry RPC after error@1664761035) -> (continuation of Deferred@552928401 after retry RPC after error@155985921) -> (continuation of Deferred@1622353541 after retry RPC after error@1390248508) -> (continuation of Deferred@1518654842 after retry RPC after error@853598731) -> (continuation of Deferred@1260289500 after retry RPC after error@1970064097) -> (continuation of Deferred@163573299 after retry RPC after error@1023063477), errback=(continuation of Deferred@118001797 after retry RPC after error@567347254) -> (continuation of Deferred@886815156 after retry RPC after error@1664761035) -> (continuation of Deferred@552928401 after retry RPC after error@155985921) -> (continuation of Deferred@1622353541 after retry RPC after error@1390248508) -> (continuation of Deferred@1518654842 after retry RPC after error@853598731) -> (continuation of Deferred@1260289500 after retry RPC after error@1970064097) -> (continuation of Deferred@163573299 after retry RPC after error@1023063477)))
08:04:22.872 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@307805649(state=PENDING, result=null, callback=(continuation of Deferred@118001797 after retry RPC after error@567347254) -> (continuation of Deferred@886815156 after retry RPC after error@1664761035) -> (continuation of Deferred@552928401 after retry RPC after error@155985921) -> (continuation of Deferred@1622353541 after retry RPC after error@1390248508) -> (continuation of Deferred@1518654842 after retry RPC after error@853598731) -> (continuation of Deferred@1260289500 after retry RPC after error@1970064097) -> (continuation of Deferred@163573299 after retry RPC after error@1023063477), errback=(continuation of Deferred@118001797 after retry RPC after error@567347254) -> (continuation of Deferred@886815156 after retry RPC after error@1664761035) -> (continuation of Deferred@552928401 after retry RPC after error@155985921) -> (continuation of Deferred@1622353541 after retry RPC after error@1390248508) -> (continuation of Deferred@1518654842 after retry RPC after error@853598731) -> (continuation of Deferred@1260289500 after retry RPC after error@1970064097) -> (continuation of Deferred@163573299 after retry RPC after error@1023063477)))
08:04:22.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:22.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:22.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:22.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:22.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:22.971 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.071 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1398630501(state=PENDING, result=null, callback=(continuation of Deferred@1384294058 after retry RPC after error@968270745) -> (continuation of Deferred@17036270 after retry RPC after error@967163371) -> (continuation of Deferred@2119564163 after retry RPC after error@1928541627) -> (continuation of Deferred@1827742856 after retry RPC after error@2024773144) -> (continuation of Deferred@704111469 after retry RPC after error@1111643397) -> (continuation of Deferred@670235809 after retry RPC after error@594125073) -> (continuation of Deferred@890487450 after retry RPC after error@1697203008), errback=(continuation of Deferred@1384294058 after retry RPC after error@968270745) -> (continuation of Deferred@17036270 after retry RPC after error@967163371) -> (continuation of Deferred@2119564163 after retry RPC after error@1928541627) -> (continuation of Deferred@1827742856 after retry RPC after error@2024773144) -> (continuation of Deferred@704111469 after retry RPC after error@1111643397) -> (continuation of Deferred@670235809 after retry RPC after error@594125073) -> (continuation of Deferred@890487450 after retry RPC after error@1697203008)))
08:04:23.072 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1398630501(state=PENDING, result=null, callback=(continuation of Deferred@1384294058 after retry RPC after error@968270745) -> (continuation of Deferred@17036270 after retry RPC after error@967163371) -> (continuation of Deferred@2119564163 after retry RPC after error@1928541627) -> (continuation of Deferred@1827742856 after retry RPC after error@2024773144) -> (continuation of Deferred@704111469 after retry RPC after error@1111643397) -> (continuation of Deferred@670235809 after retry RPC after error@594125073) -> (continuation of Deferred@890487450 after retry RPC after error@1697203008), errback=(continuation of Deferred@1384294058 after retry RPC after error@968270745) -> (continuation of Deferred@17036270 after retry RPC after error@967163371) -> (continuation of Deferred@2119564163 after retry RPC after error@1928541627) -> (continuation of Deferred@1827742856 after retry RPC after error@2024773144) -> (continuation of Deferred@704111469 after retry RPC after error@1111643397) -> (continuation of Deferred@670235809 after retry RPC after error@594125073) -> (continuation of Deferred@890487450 after retry RPC after error@1697203008)))
08:04:23.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.092 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.232 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@902948007(state=PENDING, result=null, callback=(continuation of Deferred@1286196584 after retry RPC after error@1790822466) -> (continuation of Deferred@2017542199 after retry RPC after error@1116694340) -> (continuation of Deferred@1087316208 after retry RPC after error@1144266611) -> (continuation of Deferred@906411834 after retry RPC after error@260725753) -> (continuation of Deferred@922427992 after retry RPC after error@1381002355) -> (continuation of Deferred@1361901164 after retry RPC after error@212085283), errback=(continuation of Deferred@1286196584 after retry RPC after error@1790822466) -> (continuation of Deferred@2017542199 after retry RPC after error@1116694340) -> (continuation of Deferred@1087316208 after retry RPC after error@1144266611) -> (continuation of Deferred@906411834 after retry RPC after error@260725753) -> (continuation of Deferred@922427992 after retry RPC after error@1381002355) -> (continuation of Deferred@1361901164 after retry RPC after error@212085283)))
08:04:23.232 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@902948007(state=PENDING, result=null, callback=(continuation of Deferred@1286196584 after retry RPC after error@1790822466) -> (continuation of Deferred@2017542199 after retry RPC after error@1116694340) -> (continuation of Deferred@1087316208 after retry RPC after error@1144266611) -> (continuation of Deferred@906411834 after retry RPC after error@260725753) -> (continuation of Deferred@922427992 after retry RPC after error@1381002355) -> (continuation of Deferred@1361901164 after retry RPC after error@212085283), errback=(continuation of Deferred@1286196584 after retry RPC after error@1790822466) -> (continuation of Deferred@2017542199 after retry RPC after error@1116694340) -> (continuation of Deferred@1087316208 after retry RPC after error@1144266611) -> (continuation of Deferred@906411834 after retry RPC after error@260725753) -> (continuation of Deferred@922427992 after retry RPC after error@1381002355) -> (continuation of Deferred@1361901164 after retry RPC after error@212085283)))
08:04:23.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.452 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1195475491(state=PENDING, result=null, callback=(continuation of Deferred@1810530679 after retry RPC after error@706386695) -> (continuation of Deferred@1297899719 after retry RPC after error@113750997) -> (continuation of Deferred@957967171 after retry RPC after error@1201999300) -> (continuation of Deferred@1775306671 after retry RPC after error@1387481179) -> (continuation of Deferred@537031229 after retry RPC after error@1336312020) -> (continuation of Deferred@782961392 after retry RPC after error@1720872686), errback=(continuation of Deferred@1810530679 after retry RPC after error@706386695) -> (continuation of Deferred@1297899719 after retry RPC after error@113750997) -> (continuation of Deferred@957967171 after retry RPC after error@1201999300) -> (continuation of Deferred@1775306671 after retry RPC after error@1387481179) -> (continuation of Deferred@537031229 after retry RPC after error@1336312020) -> (continuation of Deferred@782961392 after retry RPC after error@1720872686)))
08:04:23.452 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1195475491(state=PENDING, result=null, callback=(continuation of Deferred@1810530679 after retry RPC after error@706386695) -> (continuation of Deferred@1297899719 after retry RPC after error@113750997) -> (continuation of Deferred@957967171 after retry RPC after error@1201999300) -> (continuation of Deferred@1775306671 after retry RPC after error@1387481179) -> (continuation of Deferred@537031229 after retry RPC after error@1336312020) -> (continuation of Deferred@782961392 after retry RPC after error@1720872686), errback=(continuation of Deferred@1810530679 after retry RPC after error@706386695) -> (continuation of Deferred@1297899719 after retry RPC after error@113750997) -> (continuation of Deferred@957967171 after retry RPC after error@1201999300) -> (continuation of Deferred@1775306671 after retry RPC after error@1387481179) -> (continuation of Deferred@537031229 after retry RPC after error@1336312020) -> (continuation of Deferred@782961392 after retry RPC after error@1720872686)))
08:04:23.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.691 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@227057712(state=PENDING, result=null, callback=(continuation of Deferred@823672530 after retry RPC after error@688972773) -> (continuation of Deferred@944838976 after retry RPC after error@1888528218) -> (continuation of Deferred@981300 after retry RPC after error@783232283) -> (continuation of Deferred@503622295 after retry RPC after error@1809544314) -> (continuation of Deferred@485222252 after retry RPC after error@1266402847) -> (continuation of Deferred@1880137205 after retry RPC after error@1087921961) -> (continuation of Deferred@63635673 after retry RPC after error@378889601), errback=(continuation of Deferred@823672530 after retry RPC after error@688972773) -> (continuation of Deferred@944838976 after retry RPC after error@1888528218) -> (continuation of Deferred@981300 after retry RPC after error@783232283) -> (continuation of Deferred@503622295 after retry RPC after error@1809544314) -> (continuation of Deferred@485222252 after retry RPC after error@1266402847) -> (continuation of Deferred@1880137205 after retry RPC after error@1087921961) -> (continuation of Deferred@63635673 after retry RPC after error@378889601)))
08:04:23.692 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@227057712(state=PENDING, result=null, callback=(continuation of Deferred@823672530 after retry RPC after error@688972773) -> (continuation of Deferred@944838976 after retry RPC after error@1888528218) -> (continuation of Deferred@981300 after retry RPC after error@783232283) -> (continuation of Deferred@503622295 after retry RPC after error@1809544314) -> (continuation of Deferred@485222252 after retry RPC after error@1266402847) -> (continuation of Deferred@1880137205 after retry RPC after error@1087921961) -> (continuation of Deferred@63635673 after retry RPC after error@378889601), errback=(continuation of Deferred@823672530 after retry RPC after error@688972773) -> (continuation of Deferred@944838976 after retry RPC after error@1888528218) -> (continuation of Deferred@981300 after retry RPC after error@783232283) -> (continuation of Deferred@503622295 after retry RPC after error@1809544314) -> (continuation of Deferred@485222252 after retry RPC after error@1266402847) -> (continuation of Deferred@1880137205 after retry RPC after error@1087921961) -> (continuation of Deferred@63635673 after retry RPC after error@378889601)))
08:04:23.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.812 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.912 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1840454617(state=PENDING, result=null, callback=(continuation of Deferred@543082824 after retry RPC after error@1656016772) -> (continuation of Deferred@90389984 after retry RPC after error@1895531334) -> (continuation of Deferred@649658520 after retry RPC after error@1656042276) -> (continuation of Deferred@2116390575 after retry RPC after error@1390990238) -> (continuation of Deferred@1010541723 after retry RPC after error@2010946603) -> (continuation of Deferred@635315337 after retry RPC after error@834561935) -> (continuation of Deferred@1346376287 after retry RPC after error@1131340216), errback=(continuation of Deferred@543082824 after retry RPC after error@1656016772) -> (continuation of Deferred@90389984 after retry RPC after error@1895531334) -> (continuation of Deferred@649658520 after retry RPC after error@1656042276) -> (continuation of Deferred@2116390575 after retry RPC after error@1390990238) -> (continuation of Deferred@1010541723 after retry RPC after error@2010946603) -> (continuation of Deferred@635315337 after retry RPC after error@834561935) -> (continuation of Deferred@1346376287 after retry RPC after error@1131340216)))
08:04:23.912 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1840454617(state=PENDING, result=null, callback=(continuation of Deferred@543082824 after retry RPC after error@1656016772) -> (continuation of Deferred@90389984 after retry RPC after error@1895531334) -> (continuation of Deferred@649658520 after retry RPC after error@1656042276) -> (continuation of Deferred@2116390575 after retry RPC after error@1390990238) -> (continuation of Deferred@1010541723 after retry RPC after error@2010946603) -> (continuation of Deferred@635315337 after retry RPC after error@834561935) -> (continuation of Deferred@1346376287 after retry RPC after error@1131340216), errback=(continuation of Deferred@543082824 after retry RPC after error@1656016772) -> (continuation of Deferred@90389984 after retry RPC after error@1895531334) -> (continuation of Deferred@649658520 after retry RPC after error@1656042276) -> (continuation of Deferred@2116390575 after retry RPC after error@1390990238) -> (continuation of Deferred@1010541723 after retry RPC after error@2010946603) -> (continuation of Deferred@635315337 after retry RPC after error@834561935) -> (continuation of Deferred@1346376287 after retry RPC after error@1131340216)))
08:04:23.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.971 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:23.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:23.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:23.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:23.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:23.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.112 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.132 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@614185168(state=PENDING, result=null, callback=(continuation of Deferred@983248395 after retry RPC after error@270449127) -> (continuation of Deferred@2097372594 after retry RPC after error@69675002) -> (continuation of Deferred@1739565571 after retry RPC after error@35382928) -> (continuation of Deferred@1695733164 after retry RPC after error@1488401923) -> (continuation of Deferred@1121083556 after retry RPC after error@530587912) -> (continuation of Deferred@1827416293 after retry RPC after error@227155029) -> (continuation of Deferred@1552718336 after retry RPC after error@1111120120) -> (continuation of Deferred@1327299418 after retry RPC after error@313081432), errback=(continuation of Deferred@983248395 after retry RPC after error@270449127) -> (continuation of Deferred@2097372594 after retry RPC after error@69675002) -> (continuation of Deferred@1739565571 after retry RPC after error@35382928) -> (continuation of Deferred@1695733164 after retry RPC after error@1488401923) -> (continuation of Deferred@1121083556 after retry RPC after error@530587912) -> (continuation of Deferred@1827416293 after retry RPC after error@227155029) -> (continuation of Deferred@1552718336 after retry RPC after error@1111120120) -> (continuation of Deferred@1327299418 after retry RPC after error@313081432)))
08:04:24.133 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@614185168(state=PENDING, result=null, callback=(continuation of Deferred@983248395 after retry RPC after error@270449127) -> (continuation of Deferred@2097372594 after retry RPC after error@69675002) -> (continuation of Deferred@1739565571 after retry RPC after error@35382928) -> (continuation of Deferred@1695733164 after retry RPC after error@1488401923) -> (continuation of Deferred@1121083556 after retry RPC after error@530587912) -> (continuation of Deferred@1827416293 after retry RPC after error@227155029) -> (continuation of Deferred@1552718336 after retry RPC after error@1111120120) -> (continuation of Deferred@1327299418 after retry RPC after error@313081432), errback=(continuation of Deferred@983248395 after retry RPC after error@270449127) -> (continuation of Deferred@2097372594 after retry RPC after error@69675002) -> (continuation of Deferred@1739565571 after retry RPC after error@35382928) -> (continuation of Deferred@1695733164 after retry RPC after error@1488401923) -> (continuation of Deferred@1121083556 after retry RPC after error@530587912) -> (continuation of Deferred@1827416293 after retry RPC after error@227155029) -> (continuation of Deferred@1552718336 after retry RPC after error@1111120120) -> (continuation of Deferred@1327299418 after retry RPC after error@313081432)))
08:04:24.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.151 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.353 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1800469930(state=PENDING, result=null, callback=(continuation of Deferred@2136635909 after retry RPC after error@1508939128) -> (continuation of Deferred@1577625633 after retry RPC after error@853124071) -> (continuation of Deferred@520056299 after retry RPC after error@1140416537) -> (continuation of Deferred@1479246311 after retry RPC after error@663930782) -> (continuation of Deferred@1122465458 after retry RPC after error@1251356511) -> (continuation of Deferred@1312205651 after retry RPC after error@2141797180) -> (continuation of Deferred@109215901 after retry RPC after error@2098576325), errback=(continuation of Deferred@2136635909 after retry RPC after error@1508939128) -> (continuation of Deferred@1577625633 after retry RPC after error@853124071) -> (continuation of Deferred@520056299 after retry RPC after error@1140416537) -> (continuation of Deferred@1479246311 after retry RPC after error@663930782) -> (continuation of Deferred@1122465458 after retry RPC after error@1251356511) -> (continuation of Deferred@1312205651 after retry RPC after error@2141797180) -> (continuation of Deferred@109215901 after retry RPC after error@2098576325)))
08:04:24.353 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1800469930(state=PENDING, result=null, callback=(continuation of Deferred@2136635909 after retry RPC after error@1508939128) -> (continuation of Deferred@1577625633 after retry RPC after error@853124071) -> (continuation of Deferred@520056299 after retry RPC after error@1140416537) -> (continuation of Deferred@1479246311 after retry RPC after error@663930782) -> (continuation of Deferred@1122465458 after retry RPC after error@1251356511) -> (continuation of Deferred@1312205651 after retry RPC after error@2141797180) -> (continuation of Deferred@109215901 after retry RPC after error@2098576325), errback=(continuation of Deferred@2136635909 after retry RPC after error@1508939128) -> (continuation of Deferred@1577625633 after retry RPC after error@853124071) -> (continuation of Deferred@520056299 after retry RPC after error@1140416537) -> (continuation of Deferred@1479246311 after retry RPC after error@663930782) -> (continuation of Deferred@1122465458 after retry RPC after error@1251356511) -> (continuation of Deferred@1312205651 after retry RPC after error@2141797180) -> (continuation of Deferred@109215901 after retry RPC after error@2098576325)))
08:04:24.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.572 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1940324746(state=PENDING, result=null, callback=(continuation of Deferred@1395524690 after retry RPC after error@307254510) -> (continuation of Deferred@1683409820 after retry RPC after error@800472525) -> (continuation of Deferred@211394813 after retry RPC after error@486437540) -> (continuation of Deferred@1311129740 after retry RPC after error@1356874960) -> (continuation of Deferred@297764985 after retry RPC after error@2126230456) -> (continuation of Deferred@48611011 after retry RPC after error@1358019723) -> (continuation of Deferred@1038097068 after retry RPC after error@509954267), errback=(continuation of Deferred@1395524690 after retry RPC after error@307254510) -> (continuation of Deferred@1683409820 after retry RPC after error@800472525) -> (continuation of Deferred@211394813 after retry RPC after error@486437540) -> (continuation of Deferred@1311129740 after retry RPC after error@1356874960) -> (continuation of Deferred@297764985 after retry RPC after error@2126230456) -> (continuation of Deferred@48611011 after retry RPC after error@1358019723) -> (continuation of Deferred@1038097068 after retry RPC after error@509954267)))
08:04:24.573 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1940324746(state=PENDING, result=null, callback=(continuation of Deferred@1395524690 after retry RPC after error@307254510) -> (continuation of Deferred@1683409820 after retry RPC after error@800472525) -> (continuation of Deferred@211394813 after retry RPC after error@486437540) -> (continuation of Deferred@1311129740 after retry RPC after error@1356874960) -> (continuation of Deferred@297764985 after retry RPC after error@2126230456) -> (continuation of Deferred@48611011 after retry RPC after error@1358019723) -> (continuation of Deferred@1038097068 after retry RPC after error@509954267), errback=(continuation of Deferred@1395524690 after retry RPC after error@307254510) -> (continuation of Deferred@1683409820 after retry RPC after error@800472525) -> (continuation of Deferred@211394813 after retry RPC after error@486437540) -> (continuation of Deferred@1311129740 after retry RPC after error@1356874960) -> (continuation of Deferred@297764985 after retry RPC after error@2126230456) -> (continuation of Deferred@48611011 after retry RPC after error@1358019723) -> (continuation of Deferred@1038097068 after retry RPC after error@509954267)))
08:04:24.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.752 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1053430977(state=PENDING, result=null, callback=(continuation of Deferred@920660458 after retry RPC after error@146985478) -> (continuation of Deferred@494504547 after retry RPC after error@1945893137) -> (continuation of Deferred@1147351549 after retry RPC after error@1513068949) -> (continuation of Deferred@198457889 after retry RPC after error@667646267) -> (continuation of Deferred@2063223014 after retry RPC after error@1556055325) -> (continuation of Deferred@1980807577 after retry RPC after error@174982337), errback=(continuation of Deferred@920660458 after retry RPC after error@146985478) -> (continuation of Deferred@494504547 after retry RPC after error@1945893137) -> (continuation of Deferred@1147351549 after retry RPC after error@1513068949) -> (continuation of Deferred@198457889 after retry RPC after error@667646267) -> (continuation of Deferred@2063223014 after retry RPC after error@1556055325) -> (continuation of Deferred@1980807577 after retry RPC after error@174982337)))
08:04:24.753 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1053430977(state=PENDING, result=null, callback=(continuation of Deferred@920660458 after retry RPC after error@146985478) -> (continuation of Deferred@494504547 after retry RPC after error@1945893137) -> (continuation of Deferred@1147351549 after retry RPC after error@1513068949) -> (continuation of Deferred@198457889 after retry RPC after error@667646267) -> (continuation of Deferred@2063223014 after retry RPC after error@1556055325) -> (continuation of Deferred@1980807577 after retry RPC after error@174982337), errback=(continuation of Deferred@920660458 after retry RPC after error@146985478) -> (continuation of Deferred@494504547 after retry RPC after error@1945893137) -> (continuation of Deferred@1147351549 after retry RPC after error@1513068949) -> (continuation of Deferred@198457889 after retry RPC after error@667646267) -> (continuation of Deferred@2063223014 after retry RPC after error@1556055325) -> (continuation of Deferred@1980807577 after retry RPC after error@174982337)))
08:04:24.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:24.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:24.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:24.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:24.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:24.991 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2142627082(state=PENDING, result=null, callback=(continuation of Deferred@2025057684 after retry RPC after error@718361663) -> (continuation of Deferred@928954080 after retry RPC after error@1737726132) -> (continuation of Deferred@11208351 after retry RPC after error@553372185) -> (continuation of Deferred@1657831760 after retry RPC after error@427680646) -> (continuation of Deferred@1094357448 after retry RPC after error@1072640244) -> (continuation of Deferred@1507060824 after retry RPC after error@801391927) -> (continuation of Deferred@988100054 after retry RPC after error@2093730542), errback=(continuation of Deferred@2025057684 after retry RPC after error@718361663) -> (continuation of Deferred@928954080 after retry RPC after error@1737726132) -> (continuation of Deferred@11208351 after retry RPC after error@553372185) -> (continuation of Deferred@1657831760 after retry RPC after error@427680646) -> (continuation of Deferred@1094357448 after retry RPC after error@1072640244) -> (continuation of Deferred@1507060824 after retry RPC after error@801391927) -> (continuation of Deferred@988100054 after retry RPC after error@2093730542)))
08:04:24.992 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [220ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2142627082(state=PENDING, result=null, callback=(continuation of Deferred@2025057684 after retry RPC after error@718361663) -> (continuation of Deferred@928954080 after retry RPC after error@1737726132) -> (continuation of Deferred@11208351 after retry RPC after error@553372185) -> (continuation of Deferred@1657831760 after retry RPC after error@427680646) -> (continuation of Deferred@1094357448 after retry RPC after error@1072640244) -> (continuation of Deferred@1507060824 after retry RPC after error@801391927) -> (continuation of Deferred@988100054 after retry RPC after error@2093730542), errback=(continuation of Deferred@2025057684 after retry RPC after error@718361663) -> (continuation of Deferred@928954080 after retry RPC after error@1737726132) -> (continuation of Deferred@11208351 after retry RPC after error@553372185) -> (continuation of Deferred@1657831760 after retry RPC after error@427680646) -> (continuation of Deferred@1094357448 after retry RPC after error@1072640244) -> (continuation of Deferred@1507060824 after retry RPC after error@801391927) -> (continuation of Deferred@988100054 after retry RPC after error@2093730542)))
08:04:25.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.112 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.252 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2007023788(state=PENDING, result=null, callback=(continuation of Deferred@635870874 after retry RPC after error@570162748) -> (continuation of Deferred@383941597 after retry RPC after error@1740012557) -> (continuation of Deferred@1991588911 after retry RPC after error@138491611) -> (continuation of Deferred@226007197 after retry RPC after error@1501223723) -> (continuation of Deferred@108118127 after retry RPC after error@126343572) -> (continuation of Deferred@1324488073 after retry RPC after error@1105079551) -> (continuation of Deferred@1227157011 after retry RPC after error@1884734938) -> (continuation of Deferred@777443332 after retry RPC after error@509583589), errback=(continuation of Deferred@635870874 after retry RPC after error@570162748) -> (continuation of Deferred@383941597 after retry RPC after error@1740012557) -> (continuation of Deferred@1991588911 after retry RPC after error@138491611) -> (continuation of Deferred@226007197 after retry RPC after error@1501223723) -> (continuation of Deferred@108118127 after retry RPC after error@126343572) -> (continuation of Deferred@1324488073 after retry RPC after error@1105079551) -> (continuation of Deferred@1227157011 after retry RPC after error@1884734938) -> (continuation of Deferred@777443332 after retry RPC after error@509583589)))
08:04:25.253 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2007023788(state=PENDING, result=null, callback=(continuation of Deferred@635870874 after retry RPC after error@570162748) -> (continuation of Deferred@383941597 after retry RPC after error@1740012557) -> (continuation of Deferred@1991588911 after retry RPC after error@138491611) -> (continuation of Deferred@226007197 after retry RPC after error@1501223723) -> (continuation of Deferred@108118127 after retry RPC after error@126343572) -> (continuation of Deferred@1324488073 after retry RPC after error@1105079551) -> (continuation of Deferred@1227157011 after retry RPC after error@1884734938) -> (continuation of Deferred@777443332 after retry RPC after error@509583589), errback=(continuation of Deferred@635870874 after retry RPC after error@570162748) -> (continuation of Deferred@383941597 after retry RPC after error@1740012557) -> (continuation of Deferred@1991588911 after retry RPC after error@138491611) -> (continuation of Deferred@226007197 after retry RPC after error@1501223723) -> (continuation of Deferred@108118127 after retry RPC after error@126343572) -> (continuation of Deferred@1324488073 after retry RPC after error@1105079551) -> (continuation of Deferred@1227157011 after retry RPC after error@1884734938) -> (continuation of Deferred@777443332 after retry RPC after error@509583589)))
08:04:25.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:25.284240 28484 master_runner.cc:186] Error getting master registration for 127.26.214.254:41801: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111),
08:04:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:25.284408 28484 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:25.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.471 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1282932452(state=PENDING, result=null, callback=(continuation of Deferred@1397678612 after retry RPC after error@967759380) -> (continuation of Deferred@846835766 after retry RPC after error@1099622467) -> (continuation of Deferred@1701903396 after retry RPC after error@715229416) -> (continuation of Deferred@1436972426 after retry RPC after error@1131960205) -> (continuation of Deferred@562758170 after retry RPC after error@122370059) -> (continuation of Deferred@1638336333 after retry RPC after error@1617096907) -> (continuation of Deferred@419476751 after retry RPC after error@1196772676), errback=(continuation of Deferred@1397678612 after retry RPC after error@967759380) -> (continuation of Deferred@846835766 after retry RPC after error@1099622467) -> (continuation of Deferred@1701903396 after retry RPC after error@715229416) -> (continuation of Deferred@1436972426 after retry RPC after error@1131960205) -> (continuation of Deferred@562758170 after retry RPC after error@122370059) -> (continuation of Deferred@1638336333 after retry RPC after error@1617096907) -> (continuation of Deferred@419476751 after retry RPC after error@1196772676)))
08:04:25.472 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1282932452(state=PENDING, result=null, callback=(continuation of Deferred@1397678612 after retry RPC after error@967759380) -> (continuation of Deferred@846835766 after retry RPC after error@1099622467) -> (continuation of Deferred@1701903396 after retry RPC after error@715229416) -> (continuation of Deferred@1436972426 after retry RPC after error@1131960205) -> (continuation of Deferred@562758170 after retry RPC after error@122370059) -> (continuation of Deferred@1638336333 after retry RPC after error@1617096907) -> (continuation of Deferred@419476751 after retry RPC after error@1196772676), errback=(continuation of Deferred@1397678612 after retry RPC after error@967759380) -> (continuation of Deferred@846835766 after retry RPC after error@1099622467) -> (continuation of Deferred@1701903396 after retry RPC after error@715229416) -> (continuation of Deferred@1436972426 after retry RPC after error@1131960205) -> (continuation of Deferred@562758170 after retry RPC after error@122370059) -> (continuation of Deferred@1638336333 after retry RPC after error@1617096907) -> (continuation of Deferred@419476751 after retry RPC after error@1196772676)))
08:04:25.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.672 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1215252630(state=PENDING, result=null, callback=(continuation of Deferred@611041876 after retry RPC after error@2053868137) -> (continuation of Deferred@1772546648 after retry RPC after error@1530864642) -> (continuation of Deferred@565982291 after retry RPC after error@119724751) -> (continuation of Deferred@1493697625 after retry RPC after error@2075472974) -> (continuation of Deferred@1005291975 after retry RPC after error@705616087) -> (continuation of Deferred@868039427 after retry RPC after error@1635286654), errback=(continuation of Deferred@611041876 after retry RPC after error@2053868137) -> (continuation of Deferred@1772546648 after retry RPC after error@1530864642) -> (continuation of Deferred@565982291 after retry RPC after error@119724751) -> (continuation of Deferred@1493697625 after retry RPC after error@2075472974) -> (continuation of Deferred@1005291975 after retry RPC after error@705616087) -> (continuation of Deferred@868039427 after retry RPC after error@1635286654)))
08:04:25.672 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1215252630(state=PENDING, result=null, callback=(continuation of Deferred@611041876 after retry RPC after error@2053868137) -> (continuation of Deferred@1772546648 after retry RPC after error@1530864642) -> (continuation of Deferred@565982291 after retry RPC after error@119724751) -> (continuation of Deferred@1493697625 after retry RPC after error@2075472974) -> (continuation of Deferred@1005291975 after retry RPC after error@705616087) -> (continuation of Deferred@868039427 after retry RPC after error@1635286654), errback=(continuation of Deferred@611041876 after retry RPC after error@2053868137) -> (continuation of Deferred@1772546648 after retry RPC after error@1530864642) -> (continuation of Deferred@565982291 after retry RPC after error@119724751) -> (continuation of Deferred@1493697625 after retry RPC after error@2075472974) -> (continuation of Deferred@1005291975 after retry RPC after error@705616087) -> (continuation of Deferred@868039427 after retry RPC after error@1635286654)))
08:04:25.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:25.890093 28822 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:04:25.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:25.890370 28822 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:04:25.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:25.891410 28822 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:04:25.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:25.892489 28503 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:04:25.892 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1759678269(state=PENDING, result=null, callback=(continuation of Deferred@1724588744 after retry RPC after error@1827016328) -> (continuation of Deferred@433841920 after retry RPC after error@1698437217) -> (continuation of Deferred@1524542316 after retry RPC after error@101743857) -> (continuation of Deferred@1077246164 after retry RPC after error@1162842019) -> (continuation of Deferred@1785055661 after retry RPC after error@1863833572) -> (continuation of Deferred@76542218 after retry RPC after error@1032082607) -> (continuation of Deferred@2036914707 after retry RPC after error@672242221), errback=(continuation of Deferred@1724588744 after retry RPC after error@1827016328) -> (continuation of Deferred@433841920 after retry RPC after error@1698437217) -> (continuation of Deferred@1524542316 after retry RPC after error@101743857) -> (continuation of Deferred@1077246164 after retry RPC after error@1162842019) -> (continuation of Deferred@1785055661 after retry RPC after error@1863833572) -> (continuation of Deferred@76542218 after retry RPC after error@1032082607) -> (continuation of Deferred@2036914707 after retry RPC after error@672242221)))
08:04:25.893 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1759678269(state=PENDING, result=null, callback=(continuation of Deferred@1724588744 after retry RPC after error@1827016328) -> (continuation of Deferred@433841920 after retry RPC after error@1698437217) -> (continuation of Deferred@1524542316 after retry RPC after error@101743857) -> (continuation of Deferred@1077246164 after retry RPC after error@1162842019) -> (continuation of Deferred@1785055661 after retry RPC after error@1863833572) -> (continuation of Deferred@76542218 after retry RPC after error@1032082607) -> (continuation of Deferred@2036914707 after retry RPC after error@672242221), errback=(continuation of Deferred@1724588744 after retry RPC after error@1827016328) -> (continuation of Deferred@433841920 after retry RPC after error@1698437217) -> (continuation of Deferred@1524542316 after retry RPC after error@101743857) -> (continuation of Deferred@1077246164 after retry RPC after error@1162842019) -> (continuation of Deferred@1785055661 after retry RPC after error@1863833572) -> (continuation of Deferred@76542218 after retry RPC after error@1032082607) -> (continuation of Deferred@2036914707 after retry RPC after error@672242221)))
08:04:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:25.893698 28503 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:04:25.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:25.893888 28501 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:04:25.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:25.893990 28501 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394; no voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9
08:04:25.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:25.894238 28822 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:04:25.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:25.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:25.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:25.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:25.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:25.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.072 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1104211776(state=PENDING, result=null, callback=(continuation of Deferred@1017665749 after retry RPC after error@841906334) -> (continuation of Deferred@346694662 after retry RPC after error@1380344636) -> (continuation of Deferred@752285521 after retry RPC after error@1836941533) -> (continuation of Deferred@682754912 after retry RPC after error@1233963721) -> (continuation of Deferred@1392230614 after retry RPC after error@1401014588) -> (continuation of Deferred@1796241711 after retry RPC after error@1147485190), errback=(continuation of Deferred@1017665749 after retry RPC after error@841906334) -> (continuation of Deferred@346694662 after retry RPC after error@1380344636) -> (continuation of Deferred@752285521 after retry RPC after error@1836941533) -> (continuation of Deferred@682754912 after retry RPC after error@1233963721) -> (continuation of Deferred@1392230614 after retry RPC after error@1401014588) -> (continuation of Deferred@1796241711 after retry RPC after error@1147485190)))
08:04:26.072 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1104211776(state=PENDING, result=null, callback=(continuation of Deferred@1017665749 after retry RPC after error@841906334) -> (continuation of Deferred@346694662 after retry RPC after error@1380344636) -> (continuation of Deferred@752285521 after retry RPC after error@1836941533) -> (continuation of Deferred@682754912 after retry RPC after error@1233963721) -> (continuation of Deferred@1392230614 after retry RPC after error@1401014588) -> (continuation of Deferred@1796241711 after retry RPC after error@1147485190), errback=(continuation of Deferred@1017665749 after retry RPC after error@841906334) -> (continuation of Deferred@346694662 after retry RPC after error@1380344636) -> (continuation of Deferred@752285521 after retry RPC after error@1836941533) -> (continuation of Deferred@682754912 after retry RPC after error@1233963721) -> (continuation of Deferred@1392230614 after retry RPC after error@1401014588) -> (continuation of Deferred@1796241711 after retry RPC after error@1147485190)))
08:04:26.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.272 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2124789728(state=PENDING, result=null, callback=(continuation of Deferred@473223859 after retry RPC after error@1991220783) -> (continuation of Deferred@485738393 after retry RPC after error@1337620816) -> (continuation of Deferred@1965132638 after retry RPC after error@2138385715) -> (continuation of Deferred@2109272651 after retry RPC after error@1641309269) -> (continuation of Deferred@408320074 after retry RPC after error@1310511814) -> (continuation of Deferred@1946967012 after retry RPC after error@918056956) -> (continuation of Deferred@495441225 after retry RPC after error@900050653), errback=(continuation of Deferred@473223859 after retry RPC after error@1991220783) -> (continuation of Deferred@485738393 after retry RPC after error@1337620816) -> (continuation of Deferred@1965132638 after retry RPC after error@2138385715) -> (continuation of Deferred@2109272651 after retry RPC after error@1641309269) -> (continuation of Deferred@408320074 after retry RPC after error@1310511814) -> (continuation of Deferred@1946967012 after retry RPC after error@918056956) -> (continuation of Deferred@495441225 after retry RPC after error@900050653)))
08:04:26.272 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2124789728(state=PENDING, result=null, callback=(continuation of Deferred@473223859 after retry RPC after error@1991220783) -> (continuation of Deferred@485738393 after retry RPC after error@1337620816) -> (continuation of Deferred@1965132638 after retry RPC after error@2138385715) -> (continuation of Deferred@2109272651 after retry RPC after error@1641309269) -> (continuation of Deferred@408320074 after retry RPC after error@1310511814) -> (continuation of Deferred@1946967012 after retry RPC after error@918056956) -> (continuation of Deferred@495441225 after retry RPC after error@900050653), errback=(continuation of Deferred@473223859 after retry RPC after error@1991220783) -> (continuation of Deferred@485738393 after retry RPC after error@1337620816) -> (continuation of Deferred@1965132638 after retry RPC after error@2138385715) -> (continuation of Deferred@2109272651 after retry RPC after error@1641309269) -> (continuation of Deferred@408320074 after retry RPC after error@1310511814) -> (continuation of Deferred@1946967012 after retry RPC after error@918056956) -> (continuation of Deferred@495441225 after retry RPC after error@900050653)))
08:04:26.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.452 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@899325712(state=PENDING, result=null, callback=(continuation of Deferred@293400035 after retry RPC after error@407084697) -> (continuation of Deferred@1306374282 after retry RPC after error@752796734) -> (continuation of Deferred@1513826227 after retry RPC after error@1577639227) -> (continuation of Deferred@2129751952 after retry RPC after error@617921348) -> (continuation of Deferred@668010194 after retry RPC after error@1059644950) -> (continuation of Deferred@1255179148 after retry RPC after error@1264525065), errback=(continuation of Deferred@293400035 after retry RPC after error@407084697) -> (continuation of Deferred@1306374282 after retry RPC after error@752796734) -> (continuation of Deferred@1513826227 after retry RPC after error@1577639227) -> (continuation of Deferred@2129751952 after retry RPC after error@617921348) -> (continuation of Deferred@668010194 after retry RPC after error@1059644950) -> (continuation of Deferred@1255179148 after retry RPC after error@1264525065)))
08:04:26.452 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@899325712(state=PENDING, result=null, callback=(continuation of Deferred@293400035 after retry RPC after error@407084697) -> (continuation of Deferred@1306374282 after retry RPC after error@752796734) -> (continuation of Deferred@1513826227 after retry RPC after error@1577639227) -> (continuation of Deferred@2129751952 after retry RPC after error@617921348) -> (continuation of Deferred@668010194 after retry RPC after error@1059644950) -> (continuation of Deferred@1255179148 after retry RPC after error@1264525065), errback=(continuation of Deferred@293400035 after retry RPC after error@407084697) -> (continuation of Deferred@1306374282 after retry RPC after error@752796734) -> (continuation of Deferred@1513826227 after retry RPC after error@1577639227) -> (continuation of Deferred@2129751952 after retry RPC after error@617921348) -> (continuation of Deferred@668010194 after retry RPC after error@1059644950) -> (continuation of Deferred@1255179148 after retry RPC after error@1264525065)))
08:04:26.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.692 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.692 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@505098737(state=PENDING, result=null, callback=(continuation of Deferred@1968063881 after retry RPC after error@1850012640) -> (continuation of Deferred@1190842884 after retry RPC after error@19527571) -> (continuation of Deferred@105682994 after retry RPC after error@1331605736) -> (continuation of Deferred@1604596213 after retry RPC after error@293585149) -> (continuation of Deferred@1938835432 after retry RPC after error@1232298114) -> (continuation of Deferred@925293504 after retry RPC after error@1488031217) -> (continuation of Deferred@703544840 after retry RPC after error@2068462791) -> (continuation of Deferred@2058551477 after retry RPC after error@775537687), errback=(continuation of Deferred@1968063881 after retry RPC after error@1850012640) -> (continuation of Deferred@1190842884 after retry RPC after error@19527571) -> (continuation of Deferred@105682994 after retry RPC after error@1331605736) -> (continuation of Deferred@1604596213 after retry RPC after error@293585149) -> (continuation of Deferred@1938835432 after retry RPC after error@1232298114) -> (continuation of Deferred@925293504 after retry RPC after error@1488031217) -> (continuation of Deferred@703544840 after retry RPC after error@2068462791) -> (continuation of Deferred@2058551477 after retry RPC after error@775537687)))
08:04:26.693 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@505098737(state=PENDING, result=null, callback=(continuation of Deferred@1968063881 after retry RPC after error@1850012640) -> (continuation of Deferred@1190842884 after retry RPC after error@19527571) -> (continuation of Deferred@105682994 after retry RPC after error@1331605736) -> (continuation of Deferred@1604596213 after retry RPC after error@293585149) -> (continuation of Deferred@1938835432 after retry RPC after error@1232298114) -> (continuation of Deferred@925293504 after retry RPC after error@1488031217) -> (continuation of Deferred@703544840 after retry RPC after error@2068462791) -> (continuation of Deferred@2058551477 after retry RPC after error@775537687), errback=(continuation of Deferred@1968063881 after retry RPC after error@1850012640) -> (continuation of Deferred@1190842884 after retry RPC after error@19527571) -> (continuation of Deferred@105682994 after retry RPC after error@1331605736) -> (continuation of Deferred@1604596213 after retry RPC after error@293585149) -> (continuation of Deferred@1938835432 after retry RPC after error@1232298114) -> (continuation of Deferred@925293504 after retry RPC after error@1488031217) -> (continuation of Deferred@703544840 after retry RPC after error@2068462791) -> (continuation of Deferred@2058551477 after retry RPC after error@775537687)))
08:04:26.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.952 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@855861151(state=PENDING, result=null, callback=(continuation of Deferred@1812105932 after retry RPC after error@228444387) -> (continuation of Deferred@1309923 after retry RPC after error@679763169) -> (continuation of Deferred@1353250775 after retry RPC after error@865200113) -> (continuation of Deferred@754643332 after retry RPC after error@638833582) -> (continuation of Deferred@831688436 after retry RPC after error@226515288) -> (continuation of Deferred@1989017533 after retry RPC after error@1320934497) -> (continuation of Deferred@1803226732 after retry RPC after error@1681834178), errback=(continuation of Deferred@1812105932 after retry RPC after error@228444387) -> (continuation of Deferred@1309923 after retry RPC after error@679763169) -> (continuation of Deferred@1353250775 after retry RPC after error@865200113) -> (continuation of Deferred@754643332 after retry RPC after error@638833582) -> (continuation of Deferred@831688436 after retry RPC after error@226515288) -> (continuation of Deferred@1989017533 after retry RPC after error@1320934497) -> (continuation of Deferred@1803226732 after retry RPC after error@1681834178)))
08:04:26.953 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@855861151(state=PENDING, result=null, callback=(continuation of Deferred@1812105932 after retry RPC after error@228444387) -> (continuation of Deferred@1309923 after retry RPC after error@679763169) -> (continuation of Deferred@1353250775 after retry RPC after error@865200113) -> (continuation of Deferred@754643332 after retry RPC after error@638833582) -> (continuation of Deferred@831688436 after retry RPC after error@226515288) -> (continuation of Deferred@1989017533 after retry RPC after error@1320934497) -> (continuation of Deferred@1803226732 after retry RPC after error@1681834178), errback=(continuation of Deferred@1812105932 after retry RPC after error@228444387) -> (continuation of Deferred@1309923 after retry RPC after error@679763169) -> (continuation of Deferred@1353250775 after retry RPC after error@865200113) -> (continuation of Deferred@754643332 after retry RPC after error@638833582) -> (continuation of Deferred@831688436 after retry RPC after error@226515288) -> (continuation of Deferred@1989017533 after retry RPC after error@1320934497) -> (continuation of Deferred@1803226732 after retry RPC after error@1681834178)))
08:04:26.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.971 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:26.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:26.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:26.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:26.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:26.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.032 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.230 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@597896521(state=PENDING, result=null, callback=(continuation of Deferred@596821294 after retry RPC after error@1900228478) -> (continuation of Deferred@953741767 after retry RPC after error@44780272) -> (continuation of Deferred@925189182 after retry RPC after error@1601545595) -> (continuation of Deferred@542912923 after retry RPC after error@2029519786) -> (continuation of Deferred@1709292607 after retry RPC after error@390960005) -> (continuation of Deferred@1448917022 after retry RPC after error@1845560364) -> (continuation of Deferred@107568535 after retry RPC after error@2101552996), errback=(continuation of Deferred@596821294 after retry RPC after error@1900228478) -> (continuation of Deferred@953741767 after retry RPC after error@44780272) -> (continuation of Deferred@925189182 after retry RPC after error@1601545595) -> (continuation of Deferred@542912923 after retry RPC after error@2029519786) -> (continuation of Deferred@1709292607 after retry RPC after error@390960005) -> (continuation of Deferred@1448917022 after retry RPC after error@1845560364) -> (continuation of Deferred@107568535 after retry RPC after error@2101552996)))
08:04:27.231 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:27.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.510 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@203522267(state=PENDING, result=null, callback=(continuation of Deferred@1848532586 after retry RPC after error@1281325606) -> (continuation of Deferred@1252867264 after retry RPC after error@1242192406) -> (continuation of Deferred@1456177203 after retry RPC after error@1643269766) -> (continuation of Deferred@1109009732 after retry RPC after error@1524112891) -> (continuation of Deferred@1343800459 after retry RPC after error@602748528) -> (continuation of Deferred@810420044 after retry RPC after error@719577979) -> (continuation of Deferred@1011435056 after retry RPC after error@1985853823), errback=(continuation of Deferred@1848532586 after retry RPC after error@1281325606) -> (continuation of Deferred@1252867264 after retry RPC after error@1242192406) -> (continuation of Deferred@1456177203 after retry RPC after error@1643269766) -> (continuation of Deferred@1109009732 after retry RPC after error@1524112891) -> (continuation of Deferred@1343800459 after retry RPC after error@602748528) -> (continuation of Deferred@810420044 after retry RPC after error@719577979) -> (continuation of Deferred@1011435056 after retry RPC after error@1985853823)))
08:04:27.510 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:27.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:27.588131 28043 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:04:27.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:27.591477 28043 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '03f7a26ec3cd4aee92c57ced9e6890bc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '03f7a26ec3cd4aee92c57ced9e6890bc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:04:27.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:27.593279 28043 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.214.252:38189)
08:04:27.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.692 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.692 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1574454569(state=PENDING, result=null, callback=(continuation of Deferred@1368255162 after retry RPC after error@744157755) -> (continuation of Deferred@959334087 after retry RPC after error@641777094) -> (continuation of Deferred@405162894 after retry RPC after error@1670818203) -> (continuation of Deferred@684049232 after retry RPC after error@197715203) -> (continuation of Deferred@563656143 after retry RPC after error@2006190614) -> (continuation of Deferred@1900910839 after retry RPC after error@1029802784) -> (continuation of Deferred@1496541070 after retry RPC after error@236978692), errback=(continuation of Deferred@1368255162 after retry RPC after error@744157755) -> (continuation of Deferred@959334087 after retry RPC after error@641777094) -> (continuation of Deferred@405162894 after retry RPC after error@1670818203) -> (continuation of Deferred@684049232 after retry RPC after error@197715203) -> (continuation of Deferred@563656143 after retry RPC after error@2006190614) -> (continuation of Deferred@1900910839 after retry RPC after error@1029802784) -> (continuation of Deferred@1496541070 after retry RPC after error@236978692)))
08:04:27.693 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1574454569(state=PENDING, result=null, callback=(continuation of Deferred@1368255162 after retry RPC after error@744157755) -> (continuation of Deferred@959334087 after retry RPC after error@641777094) -> (continuation of Deferred@405162894 after retry RPC after error@1670818203) -> (continuation of Deferred@684049232 after retry RPC after error@197715203) -> (continuation of Deferred@563656143 after retry RPC after error@2006190614) -> (continuation of Deferred@1900910839 after retry RPC after error@1029802784) -> (continuation of Deferred@1496541070 after retry RPC after error@236978692), errback=(continuation of Deferred@1368255162 after retry RPC after error@744157755) -> (continuation of Deferred@959334087 after retry RPC after error@641777094) -> (continuation of Deferred@405162894 after retry RPC after error@1670818203) -> (continuation of Deferred@684049232 after retry RPC after error@197715203) -> (continuation of Deferred@563656143 after retry RPC after error@2006190614) -> (continuation of Deferred@1900910839 after retry RPC after error@1029802784) -> (continuation of Deferred@1496541070 after retry RPC after error@236978692)))
08:04:27.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.932 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1958681176(state=PENDING, result=null, callback=(continuation of Deferred@216483864 after retry RPC after error@462547539) -> (continuation of Deferred@988935166 after retry RPC after error@915424034) -> (continuation of Deferred@92768 after retry RPC after error@349625153) -> (continuation of Deferred@554546214 after retry RPC after error@355498614) -> (continuation of Deferred@510214362 after retry RPC after error@1019714693) -> (continuation of Deferred@1890034623 after retry RPC after error@1725072407) -> (continuation of Deferred@854157191 after retry RPC after error@843769579), errback=(continuation of Deferred@216483864 after retry RPC after error@462547539) -> (continuation of Deferred@988935166 after retry RPC after error@915424034) -> (continuation of Deferred@92768 after retry RPC after error@349625153) -> (continuation of Deferred@554546214 after retry RPC after error@355498614) -> (continuation of Deferred@510214362 after retry RPC after error@1019714693) -> (continuation of Deferred@1890034623 after retry RPC after error@1725072407) -> (continuation of Deferred@854157191 after retry RPC after error@843769579)))
08:04:27.932 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1958681176(state=PENDING, result=null, callback=(continuation of Deferred@216483864 after retry RPC after error@462547539) -> (continuation of Deferred@988935166 after retry RPC after error@915424034) -> (continuation of Deferred@92768 after retry RPC after error@349625153) -> (continuation of Deferred@554546214 after retry RPC after error@355498614) -> (continuation of Deferred@510214362 after retry RPC after error@1019714693) -> (continuation of Deferred@1890034623 after retry RPC after error@1725072407) -> (continuation of Deferred@854157191 after retry RPC after error@843769579), errback=(continuation of Deferred@216483864 after retry RPC after error@462547539) -> (continuation of Deferred@988935166 after retry RPC after error@915424034) -> (continuation of Deferred@92768 after retry RPC after error@349625153) -> (continuation of Deferred@554546214 after retry RPC after error@355498614) -> (continuation of Deferred@510214362 after retry RPC after error@1019714693) -> (continuation of Deferred@1890034623 after retry RPC after error@1725072407) -> (continuation of Deferred@854157191 after retry RPC after error@843769579)))
08:04:27.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.971 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:27.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:27.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:27.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:27.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:27.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.132 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@518384402(state=PENDING, result=null, callback=(continuation of Deferred@1194079743 after retry RPC after error@169662061) -> (continuation of Deferred@1867399892 after retry RPC after error@1589807444) -> (continuation of Deferred@2020068542 after retry RPC after error@337957473) -> (continuation of Deferred@157383379 after retry RPC after error@1134807682) -> (continuation of Deferred@99085428 after retry RPC after error@937595251) -> (continuation of Deferred@903332542 after retry RPC after error@1761474908), errback=(continuation of Deferred@1194079743 after retry RPC after error@169662061) -> (continuation of Deferred@1867399892 after retry RPC after error@1589807444) -> (continuation of Deferred@2020068542 after retry RPC after error@337957473) -> (continuation of Deferred@157383379 after retry RPC after error@1134807682) -> (continuation of Deferred@99085428 after retry RPC after error@937595251) -> (continuation of Deferred@903332542 after retry RPC after error@1761474908)))
08:04:28.132 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@518384402(state=PENDING, result=null, callback=(continuation of Deferred@1194079743 after retry RPC after error@169662061) -> (continuation of Deferred@1867399892 after retry RPC after error@1589807444) -> (continuation of Deferred@2020068542 after retry RPC after error@337957473) -> (continuation of Deferred@157383379 after retry RPC after error@1134807682) -> (continuation of Deferred@99085428 after retry RPC after error@937595251) -> (continuation of Deferred@903332542 after retry RPC after error@1761474908), errback=(continuation of Deferred@1194079743 after retry RPC after error@169662061) -> (continuation of Deferred@1867399892 after retry RPC after error@1589807444) -> (continuation of Deferred@2020068542 after retry RPC after error@337957473) -> (continuation of Deferred@157383379 after retry RPC after error@1134807682) -> (continuation of Deferred@99085428 after retry RPC after error@937595251) -> (continuation of Deferred@903332542 after retry RPC after error@1761474908)))
08:04:28.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.332 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1830718247(state=PENDING, result=null, callback=(continuation of Deferred@2041976105 after retry RPC after error@1614913236) -> (continuation of Deferred@665100533 after retry RPC after error@1048203413) -> (continuation of Deferred@1999373614 after retry RPC after error@469209633) -> (continuation of Deferred@425077410 after retry RPC after error@1975795685) -> (continuation of Deferred@1649824006 after retry RPC after error@1159176695) -> (continuation of Deferred@1832685773 after retry RPC after error@970174872) -> (continuation of Deferred@1776097733 after retry RPC after error@289215760), errback=(continuation of Deferred@2041976105 after retry RPC after error@1614913236) -> (continuation of Deferred@665100533 after retry RPC after error@1048203413) -> (continuation of Deferred@1999373614 after retry RPC after error@469209633) -> (continuation of Deferred@425077410 after retry RPC after error@1975795685) -> (continuation of Deferred@1649824006 after retry RPC after error@1159176695) -> (continuation of Deferred@1832685773 after retry RPC after error@970174872) -> (continuation of Deferred@1776097733 after retry RPC after error@289215760)))
08:04:28.333 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1830718247(state=PENDING, result=null, callback=(continuation of Deferred@2041976105 after retry RPC after error@1614913236) -> (continuation of Deferred@665100533 after retry RPC after error@1048203413) -> (continuation of Deferred@1999373614 after retry RPC after error@469209633) -> (continuation of Deferred@425077410 after retry RPC after error@1975795685) -> (continuation of Deferred@1649824006 after retry RPC after error@1159176695) -> (continuation of Deferred@1832685773 after retry RPC after error@970174872) -> (continuation of Deferred@1776097733 after retry RPC after error@289215760), errback=(continuation of Deferred@2041976105 after retry RPC after error@1614913236) -> (continuation of Deferred@665100533 after retry RPC after error@1048203413) -> (continuation of Deferred@1999373614 after retry RPC after error@469209633) -> (continuation of Deferred@425077410 after retry RPC after error@1975795685) -> (continuation of Deferred@1649824006 after retry RPC after error@1159176695) -> (continuation of Deferred@1832685773 after retry RPC after error@970174872) -> (continuation of Deferred@1776097733 after retry RPC after error@289215760)))
08:04:28.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.552 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@460538933(state=PENDING, result=null, callback=(continuation of Deferred@208469295 after retry RPC after error@426292527) -> (continuation of Deferred@943781690 after retry RPC after error@965959403) -> (continuation of Deferred@1383946611 after retry RPC after error@241197022) -> (continuation of Deferred@824610831 after retry RPC after error@316798150) -> (continuation of Deferred@720343336 after retry RPC after error@654157060) -> (continuation of Deferred@593428284 after retry RPC after error@1048864853) -> (continuation of Deferred@1756682364 after retry RPC after error@589989355), errback=(continuation of Deferred@208469295 after retry RPC after error@426292527) -> (continuation of Deferred@943781690 after retry RPC after error@965959403) -> (continuation of Deferred@1383946611 after retry RPC after error@241197022) -> (continuation of Deferred@824610831 after retry RPC after error@316798150) -> (continuation of Deferred@720343336 after retry RPC after error@654157060) -> (continuation of Deferred@593428284 after retry RPC after error@1048864853) -> (continuation of Deferred@1756682364 after retry RPC after error@589989355)))
08:04:28.553 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@460538933(state=PENDING, result=null, callback=(continuation of Deferred@208469295 after retry RPC after error@426292527) -> (continuation of Deferred@943781690 after retry RPC after error@965959403) -> (continuation of Deferred@1383946611 after retry RPC after error@241197022) -> (continuation of Deferred@824610831 after retry RPC after error@316798150) -> (continuation of Deferred@720343336 after retry RPC after error@654157060) -> (continuation of Deferred@593428284 after retry RPC after error@1048864853) -> (continuation of Deferred@1756682364 after retry RPC after error@589989355), errback=(continuation of Deferred@208469295 after retry RPC after error@426292527) -> (continuation of Deferred@943781690 after retry RPC after error@965959403) -> (continuation of Deferred@1383946611 after retry RPC after error@241197022) -> (continuation of Deferred@824610831 after retry RPC after error@316798150) -> (continuation of Deferred@720343336 after retry RPC after error@654157060) -> (continuation of Deferred@593428284 after retry RPC after error@1048864853) -> (continuation of Deferred@1756682364 after retry RPC after error@589989355)))
08:04:28.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.812 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@135935739(state=PENDING, result=null, callback=(continuation of Deferred@754677263 after retry RPC after error@819234752) -> (continuation of Deferred@1882809868 after retry RPC after error@692927262) -> (continuation of Deferred@1584495414 after retry RPC after error@1250893247) -> (continuation of Deferred@1908218852 after retry RPC after error@828918534) -> (continuation of Deferred@1679109846 after retry RPC after error@1447408910) -> (continuation of Deferred@1337914905 after retry RPC after error@1023259795) -> (continuation of Deferred@1909673540 after retry RPC after error@180709557) -> (continuation of Deferred@846416330 after retry RPC after error@1677408827), errback=(continuation of Deferred@754677263 after retry RPC after error@819234752) -> (continuation of Deferred@1882809868 after retry RPC after error@692927262) -> (continuation of Deferred@1584495414 after retry RPC after error@1250893247) -> (continuation of Deferred@1908218852 after retry RPC after error@828918534) -> (continuation of Deferred@1679109846 after retry RPC after error@1447408910) -> (continuation of Deferred@1337914905 after retry RPC after error@1023259795) -> (continuation of Deferred@1909673540 after retry RPC after error@180709557) -> (continuation of Deferred@846416330 after retry RPC after error@1677408827)))
08:04:28.812 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@135935739(state=PENDING, result=null, callback=(continuation of Deferred@754677263 after retry RPC after error@819234752) -> (continuation of Deferred@1882809868 after retry RPC after error@692927262) -> (continuation of Deferred@1584495414 after retry RPC after error@1250893247) -> (continuation of Deferred@1908218852 after retry RPC after error@828918534) -> (continuation of Deferred@1679109846 after retry RPC after error@1447408910) -> (continuation of Deferred@1337914905 after retry RPC after error@1023259795) -> (continuation of Deferred@1909673540 after retry RPC after error@180709557) -> (continuation of Deferred@846416330 after retry RPC after error@1677408827), errback=(continuation of Deferred@754677263 after retry RPC after error@819234752) -> (continuation of Deferred@1882809868 after retry RPC after error@692927262) -> (continuation of Deferred@1584495414 after retry RPC after error@1250893247) -> (continuation of Deferred@1908218852 after retry RPC after error@828918534) -> (continuation of Deferred@1679109846 after retry RPC after error@1447408910) -> (continuation of Deferred@1337914905 after retry RPC after error@1023259795) -> (continuation of Deferred@1909673540 after retry RPC after error@180709557) -> (continuation of Deferred@846416330 after retry RPC after error@1677408827)))
08:04:28.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:28.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:28.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:28.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:28.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:28.972 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.091 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@695342031(state=PENDING, result=null, callback=(continuation of Deferred@880001783 after retry RPC after error@1845451280) -> (continuation of Deferred@1183334268 after retry RPC after error@2136846345) -> (continuation of Deferred@1435738479 after retry RPC after error@1110134295) -> (continuation of Deferred@1163913969 after retry RPC after error@1460717483) -> (continuation of Deferred@532716799 after retry RPC after error@126034662) -> (continuation of Deferred@1026644101 after retry RPC after error@1817046295) -> (continuation of Deferred@2012324613 after retry RPC after error@1778072335), errback=(continuation of Deferred@880001783 after retry RPC after error@1845451280) -> (continuation of Deferred@1183334268 after retry RPC after error@2136846345) -> (continuation of Deferred@1435738479 after retry RPC after error@1110134295) -> (continuation of Deferred@1163913969 after retry RPC after error@1460717483) -> (continuation of Deferred@532716799 after retry RPC after error@126034662) -> (continuation of Deferred@1026644101 after retry RPC after error@1817046295) -> (continuation of Deferred@2012324613 after retry RPC after error@1778072335)))
08:04:29.091 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:29.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.151 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.351 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@723239440(state=PENDING, result=null, callback=(continuation of Deferred@168439903 after retry RPC after error@800638378) -> (continuation of Deferred@1660361312 after retry RPC after error@394874732) -> (continuation of Deferred@1280974090 after retry RPC after error@623248574) -> (continuation of Deferred@2136489568 after retry RPC after error@578284744) -> (continuation of Deferred@1054410689 after retry RPC after error@735045456) -> (continuation of Deferred@366634871 after retry RPC after error@148297896) -> (continuation of Deferred@2118594940 after retry RPC after error@711371907), errback=(continuation of Deferred@168439903 after retry RPC after error@800638378) -> (continuation of Deferred@1660361312 after retry RPC after error@394874732) -> (continuation of Deferred@1280974090 after retry RPC after error@623248574) -> (continuation of Deferred@2136489568 after retry RPC after error@578284744) -> (continuation of Deferred@1054410689 after retry RPC after error@735045456) -> (continuation of Deferred@366634871 after retry RPC after error@148297896) -> (continuation of Deferred@2118594940 after retry RPC after error@711371907)))
08:04:29.352 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@723239440(state=PENDING, result=null, callback=(continuation of Deferred@168439903 after retry RPC after error@800638378) -> (continuation of Deferred@1660361312 after retry RPC after error@394874732) -> (continuation of Deferred@1280974090 after retry RPC after error@623248574) -> (continuation of Deferred@2136489568 after retry RPC after error@578284744) -> (continuation of Deferred@1054410689 after retry RPC after error@735045456) -> (continuation of Deferred@366634871 after retry RPC after error@148297896) -> (continuation of Deferred@2118594940 after retry RPC after error@711371907), errback=(continuation of Deferred@168439903 after retry RPC after error@800638378) -> (continuation of Deferred@1660361312 after retry RPC after error@394874732) -> (continuation of Deferred@1280974090 after retry RPC after error@623248574) -> (continuation of Deferred@2136489568 after retry RPC after error@578284744) -> (continuation of Deferred@1054410689 after retry RPC after error@735045456) -> (continuation of Deferred@366634871 after retry RPC after error@148297896) -> (continuation of Deferred@2118594940 after retry RPC after error@711371907)))
08:04:29.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.531 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1396407396(state=PENDING, result=null, callback=(continuation of Deferred@1174894916 after retry RPC after error@1275102996) -> (continuation of Deferred@525686417 after retry RPC after error@394645827) -> (continuation of Deferred@1790265262 after retry RPC after error@583353803) -> (continuation of Deferred@395407068 after retry RPC after error@782740132) -> (continuation of Deferred@1852772585 after retry RPC after error@1712122866) -> (continuation of Deferred@2054659681 after retry RPC after error@1771497729), errback=(continuation of Deferred@1174894916 after retry RPC after error@1275102996) -> (continuation of Deferred@525686417 after retry RPC after error@394645827) -> (continuation of Deferred@1790265262 after retry RPC after error@583353803) -> (continuation of Deferred@395407068 after retry RPC after error@782740132) -> (continuation of Deferred@1852772585 after retry RPC after error@1712122866) -> (continuation of Deferred@2054659681 after retry RPC after error@1771497729)))
08:04:29.532 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1396407396(state=PENDING, result=null, callback=(continuation of Deferred@1174894916 after retry RPC after error@1275102996) -> (continuation of Deferred@525686417 after retry RPC after error@394645827) -> (continuation of Deferred@1790265262 after retry RPC after error@583353803) -> (continuation of Deferred@395407068 after retry RPC after error@782740132) -> (continuation of Deferred@1852772585 after retry RPC after error@1712122866) -> (continuation of Deferred@2054659681 after retry RPC after error@1771497729), errback=(continuation of Deferred@1174894916 after retry RPC after error@1275102996) -> (continuation of Deferred@525686417 after retry RPC after error@394645827) -> (continuation of Deferred@1790265262 after retry RPC after error@583353803) -> (continuation of Deferred@395407068 after retry RPC after error@782740132) -> (continuation of Deferred@1852772585 after retry RPC after error@1712122866) -> (continuation of Deferred@2054659681 after retry RPC after error@1771497729)))
08:04:29.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.712 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1491948407(state=PENDING, result=null, callback=(continuation of Deferred@592262307 after retry RPC after error@1948741590) -> (continuation of Deferred@1687605827 after retry RPC after error@1456620365) -> (continuation of Deferred@485526808 after retry RPC after error@1399199887) -> (continuation of Deferred@28367978 after retry RPC after error@1169960762) -> (continuation of Deferred@1564275416 after retry RPC after error@1056783248) -> (continuation of Deferred@967435177 after retry RPC after error@499703385), errback=(continuation of Deferred@592262307 after retry RPC after error@1948741590) -> (continuation of Deferred@1687605827 after retry RPC after error@1456620365) -> (continuation of Deferred@485526808 after retry RPC after error@1399199887) -> (continuation of Deferred@28367978 after retry RPC after error@1169960762) -> (continuation of Deferred@1564275416 after retry RPC after error@1056783248) -> (continuation of Deferred@967435177 after retry RPC after error@499703385)))
08:04:29.712 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1491948407(state=PENDING, result=null, callback=(continuation of Deferred@592262307 after retry RPC after error@1948741590) -> (continuation of Deferred@1687605827 after retry RPC after error@1456620365) -> (continuation of Deferred@485526808 after retry RPC after error@1399199887) -> (continuation of Deferred@28367978 after retry RPC after error@1169960762) -> (continuation of Deferred@1564275416 after retry RPC after error@1056783248) -> (continuation of Deferred@967435177 after retry RPC after error@499703385), errback=(continuation of Deferred@592262307 after retry RPC after error@1948741590) -> (continuation of Deferred@1687605827 after retry RPC after error@1456620365) -> (continuation of Deferred@485526808 after retry RPC after error@1399199887) -> (continuation of Deferred@28367978 after retry RPC after error@1169960762) -> (continuation of Deferred@1564275416 after retry RPC after error@1056783248) -> (continuation of Deferred@967435177 after retry RPC after error@499703385)))
08:04:29.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.912 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.913 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1576620121(state=PENDING, result=null, callback=(continuation of Deferred@2126597252 after retry RPC after error@1605638730) -> (continuation of Deferred@1851716852 after retry RPC after error@2033322750) -> (continuation of Deferred@224648240 after retry RPC after error@1920659868) -> (continuation of Deferred@1805275763 after retry RPC after error@43433988) -> (continuation of Deferred@285679162 after retry RPC after error@877984663) -> (continuation of Deferred@233057956 after retry RPC after error@969300476), errback=(continuation of Deferred@2126597252 after retry RPC after error@1605638730) -> (continuation of Deferred@1851716852 after retry RPC after error@2033322750) -> (continuation of Deferred@224648240 after retry RPC after error@1920659868) -> (continuation of Deferred@1805275763 after retry RPC after error@43433988) -> (continuation of Deferred@285679162 after retry RPC after error@877984663) -> (continuation of Deferred@233057956 after retry RPC after error@969300476)))
08:04:29.913 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1576620121(state=PENDING, result=null, callback=(continuation of Deferred@2126597252 after retry RPC after error@1605638730) -> (continuation of Deferred@1851716852 after retry RPC after error@2033322750) -> (continuation of Deferred@224648240 after retry RPC after error@1920659868) -> (continuation of Deferred@1805275763 after retry RPC after error@43433988) -> (continuation of Deferred@285679162 after retry RPC after error@877984663) -> (continuation of Deferred@233057956 after retry RPC after error@969300476), errback=(continuation of Deferred@2126597252 after retry RPC after error@1605638730) -> (continuation of Deferred@1851716852 after retry RPC after error@2033322750) -> (continuation of Deferred@224648240 after retry RPC after error@1920659868) -> (continuation of Deferred@1805275763 after retry RPC after error@43433988) -> (continuation of Deferred@285679162 after retry RPC after error@877984663) -> (continuation of Deferred@233057956 after retry RPC after error@969300476)))
08:04:29.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:29.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:29.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:29.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:29.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:29.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.032 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.132 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1195998216(state=PENDING, result=null, callback=(continuation of Deferred@38885163 after retry RPC after error@609576599) -> (continuation of Deferred@757311846 after retry RPC after error@562440694) -> (continuation of Deferred@702995170 after retry RPC after error@638083223) -> (continuation of Deferred@382764457 after retry RPC after error@109696796) -> (continuation of Deferred@430390501 after retry RPC after error@2085551006) -> (continuation of Deferred@1847706739 after retry RPC after error@651747228) -> (continuation of Deferred@104370102 after retry RPC after error@228656868) -> (continuation of Deferred@1833126271 after retry RPC after error@226975604), errback=(continuation of Deferred@38885163 after retry RPC after error@609576599) -> (continuation of Deferred@757311846 after retry RPC after error@562440694) -> (continuation of Deferred@702995170 after retry RPC after error@638083223) -> (continuation of Deferred@382764457 after retry RPC after error@109696796) -> (continuation of Deferred@430390501 after retry RPC after error@2085551006) -> (continuation of Deferred@1847706739 after retry RPC after error@651747228) -> (continuation of Deferred@104370102 after retry RPC after error@228656868) -> (continuation of Deferred@1833126271 after retry RPC after error@226975604)))
08:04:30.132 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1195998216(state=PENDING, result=null, callback=(continuation of Deferred@38885163 after retry RPC after error@609576599) -> (continuation of Deferred@757311846 after retry RPC after error@562440694) -> (continuation of Deferred@702995170 after retry RPC after error@638083223) -> (continuation of Deferred@382764457 after retry RPC after error@109696796) -> (continuation of Deferred@430390501 after retry RPC after error@2085551006) -> (continuation of Deferred@1847706739 after retry RPC after error@651747228) -> (continuation of Deferred@104370102 after retry RPC after error@228656868) -> (continuation of Deferred@1833126271 after retry RPC after error@226975604), errback=(continuation of Deferred@38885163 after retry RPC after error@609576599) -> (continuation of Deferred@757311846 after retry RPC after error@562440694) -> (continuation of Deferred@702995170 after retry RPC after error@638083223) -> (continuation of Deferred@382764457 after retry RPC after error@109696796) -> (continuation of Deferred@430390501 after retry RPC after error@2085551006) -> (continuation of Deferred@1847706739 after retry RPC after error@651747228) -> (continuation of Deferred@104370102 after retry RPC after error@228656868) -> (continuation of Deferred@1833126271 after retry RPC after error@226975604)))
08:04:30.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:30.285629 28484 master_runner.cc:186] Error getting master registration for 127.26.214.254:41801: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111),
08:04:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:30.285781 28484 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:30.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.332 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@991922511(state=PENDING, result=null, callback=(continuation of Deferred@1043982044 after retry RPC after error@181574576) -> (continuation of Deferred@632315923 after retry RPC after error@1646444571) -> (continuation of Deferred@333239685 after retry RPC after error@231588693) -> (continuation of Deferred@735808007 after retry RPC after error@1594729855) -> (continuation of Deferred@713565158 after retry RPC after error@1228704393) -> (continuation of Deferred@1052813851 after retry RPC after error@215271137), errback=(continuation of Deferred@1043982044 after retry RPC after error@181574576) -> (continuation of Deferred@632315923 after retry RPC after error@1646444571) -> (continuation of Deferred@333239685 after retry RPC after error@231588693) -> (continuation of Deferred@735808007 after retry RPC after error@1594729855) -> (continuation of Deferred@713565158 after retry RPC after error@1228704393) -> (continuation of Deferred@1052813851 after retry RPC after error@215271137)))
08:04:30.332 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@991922511(state=PENDING, result=null, callback=(continuation of Deferred@1043982044 after retry RPC after error@181574576) -> (continuation of Deferred@632315923 after retry RPC after error@1646444571) -> (continuation of Deferred@333239685 after retry RPC after error@231588693) -> (continuation of Deferred@735808007 after retry RPC after error@1594729855) -> (continuation of Deferred@713565158 after retry RPC after error@1228704393) -> (continuation of Deferred@1052813851 after retry RPC after error@215271137), errback=(continuation of Deferred@1043982044 after retry RPC after error@181574576) -> (continuation of Deferred@632315923 after retry RPC after error@1646444571) -> (continuation of Deferred@333239685 after retry RPC after error@231588693) -> (continuation of Deferred@735808007 after retry RPC after error@1594729855) -> (continuation of Deferred@713565158 after retry RPC after error@1228704393) -> (continuation of Deferred@1052813851 after retry RPC after error@215271137)))
08:04:30.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.552 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1972856654(state=PENDING, result=null, callback=(continuation of Deferred@2060492427 after retry RPC after error@31687426) -> (continuation of Deferred@470374057 after retry RPC after error@1391132529) -> (continuation of Deferred@741345121 after retry RPC after error@827746934) -> (continuation of Deferred@1732042475 after retry RPC after error@1655223306) -> (continuation of Deferred@1309649969 after retry RPC after error@1275624028) -> (continuation of Deferred@1296187056 after retry RPC after error@1793969142), errback=(continuation of Deferred@2060492427 after retry RPC after error@31687426) -> (continuation of Deferred@470374057 after retry RPC after error@1391132529) -> (continuation of Deferred@741345121 after retry RPC after error@827746934) -> (continuation of Deferred@1732042475 after retry RPC after error@1655223306) -> (continuation of Deferred@1309649969 after retry RPC after error@1275624028) -> (continuation of Deferred@1296187056 after retry RPC after error@1793969142)))
08:04:30.553 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1972856654(state=PENDING, result=null, callback=(continuation of Deferred@2060492427 after retry RPC after error@31687426) -> (continuation of Deferred@470374057 after retry RPC after error@1391132529) -> (continuation of Deferred@741345121 after retry RPC after error@827746934) -> (continuation of Deferred@1732042475 after retry RPC after error@1655223306) -> (continuation of Deferred@1309649969 after retry RPC after error@1275624028) -> (continuation of Deferred@1296187056 after retry RPC after error@1793969142), errback=(continuation of Deferred@2060492427 after retry RPC after error@31687426) -> (continuation of Deferred@470374057 after retry RPC after error@1391132529) -> (continuation of Deferred@741345121 after retry RPC after error@827746934) -> (continuation of Deferred@1732042475 after retry RPC after error@1655223306) -> (continuation of Deferred@1309649969 after retry RPC after error@1275624028) -> (continuation of Deferred@1296187056 after retry RPC after error@1793969142)))
08:04:30.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.692 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.752 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.772 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1786917569(state=PENDING, result=null, callback=(continuation of Deferred@87594343 after retry RPC after error@2101179441) -> (continuation of Deferred@215186906 after retry RPC after error@2000442043) -> (continuation of Deferred@921596566 after retry RPC after error@543425670) -> (continuation of Deferred@936280317 after retry RPC after error@577938741) -> (continuation of Deferred@1741494575 after retry RPC after error@1728934244) -> (continuation of Deferred@612883472 after retry RPC after error@325815992) -> (continuation of Deferred@484506011 after retry RPC after error@275393842), errback=(continuation of Deferred@87594343 after retry RPC after error@2101179441) -> (continuation of Deferred@215186906 after retry RPC after error@2000442043) -> (continuation of Deferred@921596566 after retry RPC after error@543425670) -> (continuation of Deferred@936280317 after retry RPC after error@577938741) -> (continuation of Deferred@1741494575 after retry RPC after error@1728934244) -> (continuation of Deferred@612883472 after retry RPC after error@325815992) -> (continuation of Deferred@484506011 after retry RPC after error@275393842)))
08:04:30.772 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1786917569(state=PENDING, result=null, callback=(continuation of Deferred@87594343 after retry RPC after error@2101179441) -> (continuation of Deferred@215186906 after retry RPC after error@2000442043) -> (continuation of Deferred@921596566 after retry RPC after error@543425670) -> (continuation of Deferred@936280317 after retry RPC after error@577938741) -> (continuation of Deferred@1741494575 after retry RPC after error@1728934244) -> (continuation of Deferred@612883472 after retry RPC after error@325815992) -> (continuation of Deferred@484506011 after retry RPC after error@275393842), errback=(continuation of Deferred@87594343 after retry RPC after error@2101179441) -> (continuation of Deferred@215186906 after retry RPC after error@2000442043) -> (continuation of Deferred@921596566 after retry RPC after error@543425670) -> (continuation of Deferred@936280317 after retry RPC after error@577938741) -> (continuation of Deferred@1741494575 after retry RPC after error@1728934244) -> (continuation of Deferred@612883472 after retry RPC after error@325815992) -> (continuation of Deferred@484506011 after retry RPC after error@275393842)))
08:04:30.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.951 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@459451064(state=PENDING, result=null, callback=(continuation of Deferred@480202225 after retry RPC after error@962112265) -> (continuation of Deferred@129146099 after retry RPC after error@160154071) -> (continuation of Deferred@1872623058 after retry RPC after error@325127115) -> (continuation of Deferred@10967120 after retry RPC after error@1467331818) -> (continuation of Deferred@1464268979 after retry RPC after error@1281527491) -> (continuation of Deferred@1992108743 after retry RPC after error@202707486), errback=(continuation of Deferred@480202225 after retry RPC after error@962112265) -> (continuation of Deferred@129146099 after retry RPC after error@160154071) -> (continuation of Deferred@1872623058 after retry RPC after error@325127115) -> (continuation of Deferred@10967120 after retry RPC after error@1467331818) -> (continuation of Deferred@1464268979 after retry RPC after error@1281527491) -> (continuation of Deferred@1992108743 after retry RPC after error@202707486)))
08:04:30.952 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@459451064(state=PENDING, result=null, callback=(continuation of Deferred@480202225 after retry RPC after error@962112265) -> (continuation of Deferred@129146099 after retry RPC after error@160154071) -> (continuation of Deferred@1872623058 after retry RPC after error@325127115) -> (continuation of Deferred@10967120 after retry RPC after error@1467331818) -> (continuation of Deferred@1464268979 after retry RPC after error@1281527491) -> (continuation of Deferred@1992108743 after retry RPC after error@202707486), errback=(continuation of Deferred@480202225 after retry RPC after error@962112265) -> (continuation of Deferred@129146099 after retry RPC after error@160154071) -> (continuation of Deferred@1872623058 after retry RPC after error@325127115) -> (continuation of Deferred@10967120 after retry RPC after error@1467331818) -> (continuation of Deferred@1464268979 after retry RPC after error@1281527491) -> (continuation of Deferred@1992108743 after retry RPC after error@202707486)))
08:04:30.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.971 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:30.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:30.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:30.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:30.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:30.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:31.125588 28850 raft_consensus.cc:491] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 95140f2ea6154a039555b746a5ecc9c9)
08:04:31.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:31.125762 28850 raft_consensus.cc:513] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95140f2ea6154a039555b746a5ecc9c9" member_type: VOTER last_known_addr { host: "127.26.214.254" port: 41801 } } peers { permanent_uuid: "7c2e085630724d348efa518294b1228a" member_type: VOTER last_known_addr { host: "127.26.214.253" port: 35555 } } peers { permanent_uuid: "72e3d0f132954c6485490aa7c9807394" member_type: VOTER last_known_addr { host: "127.26.214.252" port: 38189 } }
08:04:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:31.126359 28850 leader_election.cc:290] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801), 7c2e085630724d348efa518294b1228a (127.26.214.253:35555)
08:04:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:31.127218 28501 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:04:31.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:31.128363 28501 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 7c2e085630724d348efa518294b1228a (127.26.214.253:35555): Network error: Client connection negotiation failed: client connection to 127.26.214.253:35555: connect: Connection refused (error 111)
08:04:31.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:31.128541 28503 leader_election.cc:336] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 95140f2ea6154a039555b746a5ecc9c9 (127.26.214.254:41801): Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111)
08:04:31.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:31.128669 28503 leader_election.cc:304] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72e3d0f132954c6485490aa7c9807394; no voters: 7c2e085630724d348efa518294b1228a, 95140f2ea6154a039555b746a5ecc9c9
08:04:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:31.128886 28850 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 72e3d0f132954c6485490aa7c9807394 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:04:31.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.172 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1481558077(state=PENDING, result=null, callback=(continuation of Deferred@569418666 after retry RPC after error@514116589) -> (continuation of Deferred@808545991 after retry RPC after error@512772060) -> (continuation of Deferred@978930263 after retry RPC after error@43648338) -> (continuation of Deferred@962987152 after retry RPC after error@634653383) -> (continuation of Deferred@1437595608 after retry RPC after error@122542250) -> (continuation of Deferred@235282007 after retry RPC after error@184659810) -> (continuation of Deferred@557488365 after retry RPC after error@1222348008), errback=(continuation of Deferred@569418666 after retry RPC after error@514116589) -> (continuation of Deferred@808545991 after retry RPC after error@512772060) -> (continuation of Deferred@978930263 after retry RPC after error@43648338) -> (continuation of Deferred@962987152 after retry RPC after error@634653383) -> (continuation of Deferred@1437595608 after retry RPC after error@122542250) -> (continuation of Deferred@235282007 after retry RPC after error@184659810) -> (continuation of Deferred@557488365 after retry RPC after error@1222348008)))
08:04:31.173 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1481558077(state=PENDING, result=null, callback=(continuation of Deferred@569418666 after retry RPC after error@514116589) -> (continuation of Deferred@808545991 after retry RPC after error@512772060) -> (continuation of Deferred@978930263 after retry RPC after error@43648338) -> (continuation of Deferred@962987152 after retry RPC after error@634653383) -> (continuation of Deferred@1437595608 after retry RPC after error@122542250) -> (continuation of Deferred@235282007 after retry RPC after error@184659810) -> (continuation of Deferred@557488365 after retry RPC after error@1222348008), errback=(continuation of Deferred@569418666 after retry RPC after error@514116589) -> (continuation of Deferred@808545991 after retry RPC after error@512772060) -> (continuation of Deferred@978930263 after retry RPC after error@43648338) -> (continuation of Deferred@962987152 after retry RPC after error@634653383) -> (continuation of Deferred@1437595608 after retry RPC after error@122542250) -> (continuation of Deferred@235282007 after retry RPC after error@184659810) -> (continuation of Deferred@557488365 after retry RPC after error@1222348008)))
08:04:31.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.371 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@335631378(state=PENDING, result=null, callback=(continuation of Deferred@1095227221 after retry RPC after error@1616230689) -> (continuation of Deferred@1833818542 after retry RPC after error@1936896465) -> (continuation of Deferred@217066901 after retry RPC after error@1101074843) -> (continuation of Deferred@1109536936 after retry RPC after error@616103172) -> (continuation of Deferred@690610307 after retry RPC after error@1615659508) -> (continuation of Deferred@867818021 after retry RPC after error@1342853515) -> (continuation of Deferred@910270193 after retry RPC after error@1040935788), errback=(continuation of Deferred@1095227221 after retry RPC after error@1616230689) -> (continuation of Deferred@1833818542 after retry RPC after error@1936896465) -> (continuation of Deferred@217066901 after retry RPC after error@1101074843) -> (continuation of Deferred@1109536936 after retry RPC after error@616103172) -> (continuation of Deferred@690610307 after retry RPC after error@1615659508) -> (continuation of Deferred@867818021 after retry RPC after error@1342853515) -> (continuation of Deferred@910270193 after retry RPC after error@1040935788)))
08:04:31.372 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@335631378(state=PENDING, result=null, callback=(continuation of Deferred@1095227221 after retry RPC after error@1616230689) -> (continuation of Deferred@1833818542 after retry RPC after error@1936896465) -> (continuation of Deferred@217066901 after retry RPC after error@1101074843) -> (continuation of Deferred@1109536936 after retry RPC after error@616103172) -> (continuation of Deferred@690610307 after retry RPC after error@1615659508) -> (continuation of Deferred@867818021 after retry RPC after error@1342853515) -> (continuation of Deferred@910270193 after retry RPC after error@1040935788), errback=(continuation of Deferred@1095227221 after retry RPC after error@1616230689) -> (continuation of Deferred@1833818542 after retry RPC after error@1936896465) -> (continuation of Deferred@217066901 after retry RPC after error@1101074843) -> (continuation of Deferred@1109536936 after retry RPC after error@616103172) -> (continuation of Deferred@690610307 after retry RPC after error@1615659508) -> (continuation of Deferred@867818021 after retry RPC after error@1342853515) -> (continuation of Deferred@910270193 after retry RPC after error@1040935788)))
08:04:31.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.632 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1594413577(state=PENDING, result=null, callback=(continuation of Deferred@347803001 after retry RPC after error@764775938) -> (continuation of Deferred@1534241640 after retry RPC after error@1114874517) -> (continuation of Deferred@242200423 after retry RPC after error@260822326) -> (continuation of Deferred@1097602628 after retry RPC after error@508847094) -> (continuation of Deferred@1832121292 after retry RPC after error@1010870585) -> (continuation of Deferred@490690243 after retry RPC after error@541707585) -> (continuation of Deferred@1385625367 after retry RPC after error@1797690653), errback=(continuation of Deferred@347803001 after retry RPC after error@764775938) -> (continuation of Deferred@1534241640 after retry RPC after error@1114874517) -> (continuation of Deferred@242200423 after retry RPC after error@260822326) -> (continuation of Deferred@1097602628 after retry RPC after error@508847094) -> (continuation of Deferred@1832121292 after retry RPC after error@1010870585) -> (continuation of Deferred@490690243 after retry RPC after error@541707585) -> (continuation of Deferred@1385625367 after retry RPC after error@1797690653)))
08:04:31.632 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1594413577(state=PENDING, result=null, callback=(continuation of Deferred@347803001 after retry RPC after error@764775938) -> (continuation of Deferred@1534241640 after retry RPC after error@1114874517) -> (continuation of Deferred@242200423 after retry RPC after error@260822326) -> (continuation of Deferred@1097602628 after retry RPC after error@508847094) -> (continuation of Deferred@1832121292 after retry RPC after error@1010870585) -> (continuation of Deferred@490690243 after retry RPC after error@541707585) -> (continuation of Deferred@1385625367 after retry RPC after error@1797690653), errback=(continuation of Deferred@347803001 after retry RPC after error@764775938) -> (continuation of Deferred@1534241640 after retry RPC after error@1114874517) -> (continuation of Deferred@242200423 after retry RPC after error@260822326) -> (continuation of Deferred@1097602628 after retry RPC after error@508847094) -> (continuation of Deferred@1832121292 after retry RPC after error@1010870585) -> (continuation of Deferred@490690243 after retry RPC after error@541707585) -> (continuation of Deferred@1385625367 after retry RPC after error@1797690653)))
08:04:31.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.812 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@38304257(state=PENDING, result=null, callback=(continuation of Deferred@1314274878 after retry RPC after error@1817699474) -> (continuation of Deferred@1162098477 after retry RPC after error@69064182) -> (continuation of Deferred@2068163717 after retry RPC after error@686138379) -> (continuation of Deferred@1283199845 after retry RPC after error@648338809) -> (continuation of Deferred@1892904108 after retry RPC after error@1972587329) -> (continuation of Deferred@1498978733 after retry RPC after error@1503119594), errback=(continuation of Deferred@1314274878 after retry RPC after error@1817699474) -> (continuation of Deferred@1162098477 after retry RPC after error@69064182) -> (continuation of Deferred@2068163717 after retry RPC after error@686138379) -> (continuation of Deferred@1283199845 after retry RPC after error@648338809) -> (continuation of Deferred@1892904108 after retry RPC after error@1972587329) -> (continuation of Deferred@1498978733 after retry RPC after error@1503119594)))
08:04:31.813 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@38304257(state=PENDING, result=null, callback=(continuation of Deferred@1314274878 after retry RPC after error@1817699474) -> (continuation of Deferred@1162098477 after retry RPC after error@69064182) -> (continuation of Deferred@2068163717 after retry RPC after error@686138379) -> (continuation of Deferred@1283199845 after retry RPC after error@648338809) -> (continuation of Deferred@1892904108 after retry RPC after error@1972587329) -> (continuation of Deferred@1498978733 after retry RPC after error@1503119594), errback=(continuation of Deferred@1314274878 after retry RPC after error@1817699474) -> (continuation of Deferred@1162098477 after retry RPC after error@69064182) -> (continuation of Deferred@2068163717 after retry RPC after error@686138379) -> (continuation of Deferred@1283199845 after retry RPC after error@648338809) -> (continuation of Deferred@1892904108 after retry RPC after error@1972587329) -> (continuation of Deferred@1498978733 after retry RPC after error@1503119594)))
08:04:31.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:31.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:31.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:31.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:31.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:31.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.032 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.032 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@587382311(state=PENDING, result=null, callback=(continuation of Deferred@1154992504 after retry RPC after error@278244053) -> (continuation of Deferred@170411521 after retry RPC after error@1022173925) -> (continuation of Deferred@1183555593 after retry RPC after error@2079680783) -> (continuation of Deferred@858071102 after retry RPC after error@1711986357) -> (continuation of Deferred@2107287957 after retry RPC after error@762780216) -> (continuation of Deferred@927595384 after retry RPC after error@122039386) -> (continuation of Deferred@800652070 after retry RPC after error@973832755), errback=(continuation of Deferred@1154992504 after retry RPC after error@278244053) -> (continuation of Deferred@170411521 after retry RPC after error@1022173925) -> (continuation of Deferred@1183555593 after retry RPC after error@2079680783) -> (continuation of Deferred@858071102 after retry RPC after error@1711986357) -> (continuation of Deferred@2107287957 after retry RPC after error@762780216) -> (continuation of Deferred@927595384 after retry RPC after error@122039386) -> (continuation of Deferred@800652070 after retry RPC after error@973832755)))
08:04:32.033 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@587382311(state=PENDING, result=null, callback=(continuation of Deferred@1154992504 after retry RPC after error@278244053) -> (continuation of Deferred@170411521 after retry RPC after error@1022173925) -> (continuation of Deferred@1183555593 after retry RPC after error@2079680783) -> (continuation of Deferred@858071102 after retry RPC after error@1711986357) -> (continuation of Deferred@2107287957 after retry RPC after error@762780216) -> (continuation of Deferred@927595384 after retry RPC after error@122039386) -> (continuation of Deferred@800652070 after retry RPC after error@973832755), errback=(continuation of Deferred@1154992504 after retry RPC after error@278244053) -> (continuation of Deferred@170411521 after retry RPC after error@1022173925) -> (continuation of Deferred@1183555593 after retry RPC after error@2079680783) -> (continuation of Deferred@858071102 after retry RPC after error@1711986357) -> (continuation of Deferred@2107287957 after retry RPC after error@762780216) -> (continuation of Deferred@927595384 after retry RPC after error@122039386) -> (continuation of Deferred@800652070 after retry RPC after error@973832755)))
08:04:32.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.272 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@70844045(state=PENDING, result=null, callback=(continuation of Deferred@2072341996 after retry RPC after error@1721524045) -> (continuation of Deferred@340701228 after retry RPC after error@1472329918) -> (continuation of Deferred@133891495 after retry RPC after error@60380194) -> (continuation of Deferred@1656179629 after retry RPC after error@980114253) -> (continuation of Deferred@1700968346 after retry RPC after error@747886416) -> (continuation of Deferred@1948326732 after retry RPC after error@351311798) -> (continuation of Deferred@1692282069 after retry RPC after error@1447382601), errback=(continuation of Deferred@2072341996 after retry RPC after error@1721524045) -> (continuation of Deferred@340701228 after retry RPC after error@1472329918) -> (continuation of Deferred@133891495 after retry RPC after error@60380194) -> (continuation of Deferred@1656179629 after retry RPC after error@980114253) -> (continuation of Deferred@1700968346 after retry RPC after error@747886416) -> (continuation of Deferred@1948326732 after retry RPC after error@351311798) -> (continuation of Deferred@1692282069 after retry RPC after error@1447382601)))
08:04:32.272 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@70844045(state=PENDING, result=null, callback=(continuation of Deferred@2072341996 after retry RPC after error@1721524045) -> (continuation of Deferred@340701228 after retry RPC after error@1472329918) -> (continuation of Deferred@133891495 after retry RPC after error@60380194) -> (continuation of Deferred@1656179629 after retry RPC after error@980114253) -> (continuation of Deferred@1700968346 after retry RPC after error@747886416) -> (continuation of Deferred@1948326732 after retry RPC after error@351311798) -> (continuation of Deferred@1692282069 after retry RPC after error@1447382601), errback=(continuation of Deferred@2072341996 after retry RPC after error@1721524045) -> (continuation of Deferred@340701228 after retry RPC after error@1472329918) -> (continuation of Deferred@133891495 after retry RPC after error@60380194) -> (continuation of Deferred@1656179629 after retry RPC after error@980114253) -> (continuation of Deferred@1700968346 after retry RPC after error@747886416) -> (continuation of Deferred@1948326732 after retry RPC after error@351311798) -> (continuation of Deferred@1692282069 after retry RPC after error@1447382601)))
08:04:32.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.452 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1098503710(state=PENDING, result=null, callback=(continuation of Deferred@1695928549 after retry RPC after error@44029172) -> (continuation of Deferred@953354376 after retry RPC after error@932573354) -> (continuation of Deferred@2093784133 after retry RPC after error@577372) -> (continuation of Deferred@549392541 after retry RPC after error@943170688) -> (continuation of Deferred@545335671 after retry RPC after error@1723166740) -> (continuation of Deferred@1045872551 after retry RPC after error@994058057), errback=(continuation of Deferred@1695928549 after retry RPC after error@44029172) -> (continuation of Deferred@953354376 after retry RPC after error@932573354) -> (continuation of Deferred@2093784133 after retry RPC after error@577372) -> (continuation of Deferred@549392541 after retry RPC after error@943170688) -> (continuation of Deferred@545335671 after retry RPC after error@1723166740) -> (continuation of Deferred@1045872551 after retry RPC after error@994058057)))
08:04:32.453 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1098503710(state=PENDING, result=null, callback=(continuation of Deferred@1695928549 after retry RPC after error@44029172) -> (continuation of Deferred@953354376 after retry RPC after error@932573354) -> (continuation of Deferred@2093784133 after retry RPC after error@577372) -> (continuation of Deferred@549392541 after retry RPC after error@943170688) -> (continuation of Deferred@545335671 after retry RPC after error@1723166740) -> (continuation of Deferred@1045872551 after retry RPC after error@994058057), errback=(continuation of Deferred@1695928549 after retry RPC after error@44029172) -> (continuation of Deferred@953354376 after retry RPC after error@932573354) -> (continuation of Deferred@2093784133 after retry RPC after error@577372) -> (continuation of Deferred@549392541 after retry RPC after error@943170688) -> (continuation of Deferred@545335671 after retry RPC after error@1723166740) -> (continuation of Deferred@1045872551 after retry RPC after error@994058057)))
08:04:32.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:32.691313 28043 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:04:32.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.692 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@103976212(state=PENDING, result=null, callback=(continuation of Deferred@1890506737 after retry RPC after error@492803936) -> (continuation of Deferred@35524150 after retry RPC after error@282487116) -> (continuation of Deferred@373368312 after retry RPC after error@2000962759) -> (continuation of Deferred@89758631 after retry RPC after error@644222537) -> (continuation of Deferred@966234520 after retry RPC after error@1822459921) -> (continuation of Deferred@636330625 after retry RPC after error@862970931) -> (continuation of Deferred@921806999 after retry RPC after error@1585012312), errback=(continuation of Deferred@1890506737 after retry RPC after error@492803936) -> (continuation of Deferred@35524150 after retry RPC after error@282487116) -> (continuation of Deferred@373368312 after retry RPC after error@2000962759) -> (continuation of Deferred@89758631 after retry RPC after error@644222537) -> (continuation of Deferred@966234520 after retry RPC after error@1822459921) -> (continuation of Deferred@636330625 after retry RPC after error@862970931) -> (continuation of Deferred@921806999 after retry RPC after error@1585012312)))
08:04:32.692 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@103976212(state=PENDING, result=null, callback=(continuation of Deferred@1890506737 after retry RPC after error@492803936) -> (continuation of Deferred@35524150 after retry RPC after error@282487116) -> (continuation of Deferred@373368312 after retry RPC after error@2000962759) -> (continuation of Deferred@89758631 after retry RPC after error@644222537) -> (continuation of Deferred@966234520 after retry RPC after error@1822459921) -> (continuation of Deferred@636330625 after retry RPC after error@862970931) -> (continuation of Deferred@921806999 after retry RPC after error@1585012312), errback=(continuation of Deferred@1890506737 after retry RPC after error@492803936) -> (continuation of Deferred@35524150 after retry RPC after error@282487116) -> (continuation of Deferred@373368312 after retry RPC after error@2000962759) -> (continuation of Deferred@89758631 after retry RPC after error@644222537) -> (continuation of Deferred@966234520 after retry RPC after error@1822459921) -> (continuation of Deferred@636330625 after retry RPC after error@862970931) -> (continuation of Deferred@921806999 after retry RPC after error@1585012312)))
08:04:32.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:32.694722 28043 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '03f7a26ec3cd4aee92c57ced9e6890bc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '03f7a26ec3cd4aee92c57ced9e6890bc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.26.214.254:41801,127.26.214.253:35555,127.26.214.252:38189, num_attempts: 1)
08:04:32.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:32.696640 28043 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.214.252:38189)
08:04:32.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.752 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.892 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2118765685(state=PENDING, result=null, callback=(continuation of Deferred@2083754690 after retry RPC after error@1562510250) -> (continuation of Deferred@1689688782 after retry RPC after error@1420613705) -> (continuation of Deferred@879359388 after retry RPC after error@2040242152) -> (continuation of Deferred@690686719 after retry RPC after error@460845315) -> (continuation of Deferred@1623794404 after retry RPC after error@1166579146) -> (continuation of Deferred@881136502 after retry RPC after error@282985228), errback=(continuation of Deferred@2083754690 after retry RPC after error@1562510250) -> (continuation of Deferred@1689688782 after retry RPC after error@1420613705) -> (continuation of Deferred@879359388 after retry RPC after error@2040242152) -> (continuation of Deferred@690686719 after retry RPC after error@460845315) -> (continuation of Deferred@1623794404 after retry RPC after error@1166579146) -> (continuation of Deferred@881136502 after retry RPC after error@282985228)))
08:04:32.893 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2118765685(state=PENDING, result=null, callback=(continuation of Deferred@2083754690 after retry RPC after error@1562510250) -> (continuation of Deferred@1689688782 after retry RPC after error@1420613705) -> (continuation of Deferred@879359388 after retry RPC after error@2040242152) -> (continuation of Deferred@690686719 after retry RPC after error@460845315) -> (continuation of Deferred@1623794404 after retry RPC after error@1166579146) -> (continuation of Deferred@881136502 after retry RPC after error@282985228), errback=(continuation of Deferred@2083754690 after retry RPC after error@1562510250) -> (continuation of Deferred@1689688782 after retry RPC after error@1420613705) -> (continuation of Deferred@879359388 after retry RPC after error@2040242152) -> (continuation of Deferred@690686719 after retry RPC after error@460845315) -> (continuation of Deferred@1623794404 after retry RPC after error@1166579146) -> (continuation of Deferred@881136502 after retry RPC after error@282985228)))
08:04:32.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:32.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:32.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:32.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:32.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:32.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.052 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.092 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@195390950(state=PENDING, result=null, callback=(continuation of Deferred@2096334330 after retry RPC after error@453412506) -> (continuation of Deferred@1764704267 after retry RPC after error@1237703317) -> (continuation of Deferred@695818754 after retry RPC after error@107232225) -> (continuation of Deferred@358091838 after retry RPC after error@1915645298) -> (continuation of Deferred@291799167 after retry RPC after error@922229377) -> (continuation of Deferred@1662306716 after retry RPC after error@1649442161) -> (continuation of Deferred@1468165692 after retry RPC after error@567822943), errback=(continuation of Deferred@2096334330 after retry RPC after error@453412506) -> (continuation of Deferred@1764704267 after retry RPC after error@1237703317) -> (continuation of Deferred@695818754 after retry RPC after error@107232225) -> (continuation of Deferred@358091838 after retry RPC after error@1915645298) -> (continuation of Deferred@291799167 after retry RPC after error@922229377) -> (continuation of Deferred@1662306716 after retry RPC after error@1649442161) -> (continuation of Deferred@1468165692 after retry RPC after error@567822943)))
08:04:33.093 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@195390950(state=PENDING, result=null, callback=(continuation of Deferred@2096334330 after retry RPC after error@453412506) -> (continuation of Deferred@1764704267 after retry RPC after error@1237703317) -> (continuation of Deferred@695818754 after retry RPC after error@107232225) -> (continuation of Deferred@358091838 after retry RPC after error@1915645298) -> (continuation of Deferred@291799167 after retry RPC after error@922229377) -> (continuation of Deferred@1662306716 after retry RPC after error@1649442161) -> (continuation of Deferred@1468165692 after retry RPC after error@567822943), errback=(continuation of Deferred@2096334330 after retry RPC after error@453412506) -> (continuation of Deferred@1764704267 after retry RPC after error@1237703317) -> (continuation of Deferred@695818754 after retry RPC after error@107232225) -> (continuation of Deferred@358091838 after retry RPC after error@1915645298) -> (continuation of Deferred@291799167 after retry RPC after error@922229377) -> (continuation of Deferred@1662306716 after retry RPC after error@1649442161) -> (continuation of Deferred@1468165692 after retry RPC after error@567822943)))
08:04:33.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.151 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.272 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1001197180(state=PENDING, result=null, callback=(continuation of Deferred@1353499947 after retry RPC after error@1961077503) -> (continuation of Deferred@1783166326 after retry RPC after error@960878765) -> (continuation of Deferred@259442483 after retry RPC after error@1722495088) -> (continuation of Deferred@1273334422 after retry RPC after error@1551021047) -> (continuation of Deferred@1694803989 after retry RPC after error@1519598709) -> (continuation of Deferred@1027976331 after retry RPC after error@1952538079) -> (continuation of Deferred@879040326 after retry RPC after error@2002187563), errback=(continuation of Deferred@1353499947 after retry RPC after error@1961077503) -> (continuation of Deferred@1783166326 after retry RPC after error@960878765) -> (continuation of Deferred@259442483 after retry RPC after error@1722495088) -> (continuation of Deferred@1273334422 after retry RPC after error@1551021047) -> (continuation of Deferred@1694803989 after retry RPC after error@1519598709) -> (continuation of Deferred@1027976331 after retry RPC after error@1952538079) -> (continuation of Deferred@879040326 after retry RPC after error@2002187563)))
08:04:33.273 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1001197180(state=PENDING, result=null, callback=(continuation of Deferred@1353499947 after retry RPC after error@1961077503) -> (continuation of Deferred@1783166326 after retry RPC after error@960878765) -> (continuation of Deferred@259442483 after retry RPC after error@1722495088) -> (continuation of Deferred@1273334422 after retry RPC after error@1551021047) -> (continuation of Deferred@1694803989 after retry RPC after error@1519598709) -> (continuation of Deferred@1027976331 after retry RPC after error@1952538079) -> (continuation of Deferred@879040326 after retry RPC after error@2002187563), errback=(continuation of Deferred@1353499947 after retry RPC after error@1961077503) -> (continuation of Deferred@1783166326 after retry RPC after error@960878765) -> (continuation of Deferred@259442483 after retry RPC after error@1722495088) -> (continuation of Deferred@1273334422 after retry RPC after error@1551021047) -> (continuation of Deferred@1694803989 after retry RPC after error@1519598709) -> (continuation of Deferred@1027976331 after retry RPC after error@1952538079) -> (continuation of Deferred@879040326 after retry RPC after error@2002187563)))
08:04:33.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.492 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2060576229(state=PENDING, result=null, callback=(continuation of Deferred@1141314962 after retry RPC after error@194432271) -> (continuation of Deferred@497982524 after retry RPC after error@1755688097) -> (continuation of Deferred@343056290 after retry RPC after error@699516566) -> (continuation of Deferred@1083695328 after retry RPC after error@93494519) -> (continuation of Deferred@85826664 after retry RPC after error@582971179) -> (continuation of Deferred@1565531004 after retry RPC after error@1286881541), errback=(continuation of Deferred@1141314962 after retry RPC after error@194432271) -> (continuation of Deferred@497982524 after retry RPC after error@1755688097) -> (continuation of Deferred@343056290 after retry RPC after error@699516566) -> (continuation of Deferred@1083695328 after retry RPC after error@93494519) -> (continuation of Deferred@85826664 after retry RPC after error@582971179) -> (continuation of Deferred@1565531004 after retry RPC after error@1286881541)))
08:04:33.493 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2060576229(state=PENDING, result=null, callback=(continuation of Deferred@1141314962 after retry RPC after error@194432271) -> (continuation of Deferred@497982524 after retry RPC after error@1755688097) -> (continuation of Deferred@343056290 after retry RPC after error@699516566) -> (continuation of Deferred@1083695328 after retry RPC after error@93494519) -> (continuation of Deferred@85826664 after retry RPC after error@582971179) -> (continuation of Deferred@1565531004 after retry RPC after error@1286881541), errback=(continuation of Deferred@1141314962 after retry RPC after error@194432271) -> (continuation of Deferred@497982524 after retry RPC after error@1755688097) -> (continuation of Deferred@343056290 after retry RPC after error@699516566) -> (continuation of Deferred@1083695328 after retry RPC after error@93494519) -> (continuation of Deferred@85826664 after retry RPC after error@582971179) -> (continuation of Deferred@1565531004 after retry RPC after error@1286881541)))
08:04:33.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.532 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.751 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [240ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1626774229(state=PENDING, result=null, callback=(continuation of Deferred@651850127 after retry RPC after error@2045526523) -> (continuation of Deferred@425401752 after retry RPC after error@1294933076) -> (continuation of Deferred@940333687 after retry RPC after error@603207444) -> (continuation of Deferred@1644316975 after retry RPC after error@1467622535) -> (continuation of Deferred@226431997 after retry RPC after error@254925265) -> (continuation of Deferred@2139796009 after retry RPC after error@2035482435) -> (continuation of Deferred@214432623 after retry RPC after error@221856887), errback=(continuation of Deferred@651850127 after retry RPC after error@2045526523) -> (continuation of Deferred@425401752 after retry RPC after error@1294933076) -> (continuation of Deferred@940333687 after retry RPC after error@603207444) -> (continuation of Deferred@1644316975 after retry RPC after error@1467622535) -> (continuation of Deferred@226431997 after retry RPC after error@254925265) -> (continuation of Deferred@2139796009 after retry RPC after error@2035482435) -> (continuation of Deferred@214432623 after retry RPC after error@221856887)))
08:04:33.752 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [240ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1626774229(state=PENDING, result=null, callback=(continuation of Deferred@651850127 after retry RPC after error@2045526523) -> (continuation of Deferred@425401752 after retry RPC after error@1294933076) -> (continuation of Deferred@940333687 after retry RPC after error@603207444) -> (continuation of Deferred@1644316975 after retry RPC after error@1467622535) -> (continuation of Deferred@226431997 after retry RPC after error@254925265) -> (continuation of Deferred@2139796009 after retry RPC after error@2035482435) -> (continuation of Deferred@214432623 after retry RPC after error@221856887), errback=(continuation of Deferred@651850127 after retry RPC after error@2045526523) -> (continuation of Deferred@425401752 after retry RPC after error@1294933076) -> (continuation of Deferred@940333687 after retry RPC after error@603207444) -> (continuation of Deferred@1644316975 after retry RPC after error@1467622535) -> (continuation of Deferred@226431997 after retry RPC after error@254925265) -> (continuation of Deferred@2139796009 after retry RPC after error@2035482435) -> (continuation of Deferred@214432623 after retry RPC after error@221856887)))
08:04:33.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.952 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@643872317(state=PENDING, result=null, callback=(continuation of Deferred@1419531544 after retry RPC after error@1547303563) -> (continuation of Deferred@2078340545 after retry RPC after error@1477600734) -> (continuation of Deferred@1846599505 after retry RPC after error@2112785850) -> (continuation of Deferred@22815035 after retry RPC after error@1244366939) -> (continuation of Deferred@581516312 after retry RPC after error@732161706) -> (continuation of Deferred@1259757340 after retry RPC after error@1567190901), errback=(continuation of Deferred@1419531544 after retry RPC after error@1547303563) -> (continuation of Deferred@2078340545 after retry RPC after error@1477600734) -> (continuation of Deferred@1846599505 after retry RPC after error@2112785850) -> (continuation of Deferred@22815035 after retry RPC after error@1244366939) -> (continuation of Deferred@581516312 after retry RPC after error@732161706) -> (continuation of Deferred@1259757340 after retry RPC after error@1567190901)))
08:04:33.953 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@643872317(state=PENDING, result=null, callback=(continuation of Deferred@1419531544 after retry RPC after error@1547303563) -> (continuation of Deferred@2078340545 after retry RPC after error@1477600734) -> (continuation of Deferred@1846599505 after retry RPC after error@2112785850) -> (continuation of Deferred@22815035 after retry RPC after error@1244366939) -> (continuation of Deferred@581516312 after retry RPC after error@732161706) -> (continuation of Deferred@1259757340 after retry RPC after error@1567190901), errback=(continuation of Deferred@1419531544 after retry RPC after error@1547303563) -> (continuation of Deferred@2078340545 after retry RPC after error@1477600734) -> (continuation of Deferred@1846599505 after retry RPC after error@2112785850) -> (continuation of Deferred@22815035 after retry RPC after error@1244366939) -> (continuation of Deferred@581516312 after retry RPC after error@732161706) -> (continuation of Deferred@1259757340 after retry RPC after error@1567190901)))
08:04:33.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.971 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:33.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:33.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:33.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:33.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:33.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.032 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.172 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@278880869(state=PENDING, result=null, callback=(continuation of Deferred@1825886096 after retry RPC after error@2118279278) -> (continuation of Deferred@1394115651 after retry RPC after error@956254223) -> (continuation of Deferred@1922934991 after retry RPC after error@523364322) -> (continuation of Deferred@144458459 after retry RPC after error@1256316151) -> (continuation of Deferred@1428545204 after retry RPC after error@1169894661) -> (continuation of Deferred@794502643 after retry RPC after error@1796821643) -> (continuation of Deferred@280158498 after retry RPC after error@209528116), errback=(continuation of Deferred@1825886096 after retry RPC after error@2118279278) -> (continuation of Deferred@1394115651 after retry RPC after error@956254223) -> (continuation of Deferred@1922934991 after retry RPC after error@523364322) -> (continuation of Deferred@144458459 after retry RPC after error@1256316151) -> (continuation of Deferred@1428545204 after retry RPC after error@1169894661) -> (continuation of Deferred@794502643 after retry RPC after error@1796821643) -> (continuation of Deferred@280158498 after retry RPC after error@209528116)))
08:04:34.172 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@278880869(state=PENDING, result=null, callback=(continuation of Deferred@1825886096 after retry RPC after error@2118279278) -> (continuation of Deferred@1394115651 after retry RPC after error@956254223) -> (continuation of Deferred@1922934991 after retry RPC after error@523364322) -> (continuation of Deferred@144458459 after retry RPC after error@1256316151) -> (continuation of Deferred@1428545204 after retry RPC after error@1169894661) -> (continuation of Deferred@794502643 after retry RPC after error@1796821643) -> (continuation of Deferred@280158498 after retry RPC after error@209528116), errback=(continuation of Deferred@1825886096 after retry RPC after error@2118279278) -> (continuation of Deferred@1394115651 after retry RPC after error@956254223) -> (continuation of Deferred@1922934991 after retry RPC after error@523364322) -> (continuation of Deferred@144458459 after retry RPC after error@1256316151) -> (continuation of Deferred@1428545204 after retry RPC after error@1169894661) -> (continuation of Deferred@794502643 after retry RPC after error@1796821643) -> (continuation of Deferred@280158498 after retry RPC after error@209528116)))
08:04:34.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.316 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.432 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [126ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@438605431(state=PENDING, result=null, callback=(continuation of Deferred@170274040 after retry RPC after error@1324746791) -> (continuation of Deferred@934342179 after retry RPC after error@152650124) -> (continuation of Deferred@845413819 after retry RPC after error@1286237408) -> (continuation of Deferred@2086355616 after retry RPC after error@1057843590) -> (continuation of Deferred@305059321 after retry RPC after error@226260528) -> (continuation of Deferred@722758525 after retry RPC after error@2139186880) -> (continuation of Deferred@459601364 after retry RPC after error@1976028542), errback=(continuation of Deferred@170274040 after retry RPC after error@1324746791) -> (continuation of Deferred@934342179 after retry RPC after error@152650124) -> (continuation of Deferred@845413819 after retry RPC after error@1286237408) -> (continuation of Deferred@2086355616 after retry RPC after error@1057843590) -> (continuation of Deferred@305059321 after retry RPC after error@226260528) -> (continuation of Deferred@722758525 after retry RPC after error@2139186880) -> (continuation of Deferred@459601364 after retry RPC after error@1976028542)))
08:04:34.433 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [126ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@438605431(state=PENDING, result=null, callback=(continuation of Deferred@170274040 after retry RPC after error@1324746791) -> (continuation of Deferred@934342179 after retry RPC after error@152650124) -> (continuation of Deferred@845413819 after retry RPC after error@1286237408) -> (continuation of Deferred@2086355616 after retry RPC after error@1057843590) -> (continuation of Deferred@305059321 after retry RPC after error@226260528) -> (continuation of Deferred@722758525 after retry RPC after error@2139186880) -> (continuation of Deferred@459601364 after retry RPC after error@1976028542), errback=(continuation of Deferred@170274040 after retry RPC after error@1324746791) -> (continuation of Deferred@934342179 after retry RPC after error@152650124) -> (continuation of Deferred@845413819 after retry RPC after error@1286237408) -> (continuation of Deferred@2086355616 after retry RPC after error@1057843590) -> (continuation of Deferred@305059321 after retry RPC after error@226260528) -> (continuation of Deferred@722758525 after retry RPC after error@2139186880) -> (continuation of Deferred@459601364 after retry RPC after error@1976028542)))
08:04:34.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.632 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@796347081(state=PENDING, result=null, callback=(continuation of Deferred@627510681 after retry RPC after error@671371511) -> (continuation of Deferred@964219374 after retry RPC after error@743240970) -> (continuation of Deferred@827997919 after retry RPC after error@995316715) -> (continuation of Deferred@1146819278 after retry RPC after error@267672554) -> (continuation of Deferred@1874341901 after retry RPC after error@1314253338) -> (continuation of Deferred@1376017532 after retry RPC after error@2139256541) -> (continuation of Deferred@1368656248 after retry RPC after error@821046378), errback=(continuation of Deferred@627510681 after retry RPC after error@671371511) -> (continuation of Deferred@964219374 after retry RPC after error@743240970) -> (continuation of Deferred@827997919 after retry RPC after error@995316715) -> (continuation of Deferred@1146819278 after retry RPC after error@267672554) -> (continuation of Deferred@1874341901 after retry RPC after error@1314253338) -> (continuation of Deferred@1376017532 after retry RPC after error@2139256541) -> (continuation of Deferred@1368656248 after retry RPC after error@821046378)))
08:04:34.632 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@796347081(state=PENDING, result=null, callback=(continuation of Deferred@627510681 after retry RPC after error@671371511) -> (continuation of Deferred@964219374 after retry RPC after error@743240970) -> (continuation of Deferred@827997919 after retry RPC after error@995316715) -> (continuation of Deferred@1146819278 after retry RPC after error@267672554) -> (continuation of Deferred@1874341901 after retry RPC after error@1314253338) -> (continuation of Deferred@1376017532 after retry RPC after error@2139256541) -> (continuation of Deferred@1368656248 after retry RPC after error@821046378), errback=(continuation of Deferred@627510681 after retry RPC after error@671371511) -> (continuation of Deferred@964219374 after retry RPC after error@743240970) -> (continuation of Deferred@827997919 after retry RPC after error@995316715) -> (continuation of Deferred@1146819278 after retry RPC after error@267672554) -> (continuation of Deferred@1874341901 after retry RPC after error@1314253338) -> (continuation of Deferred@1376017532 after retry RPC after error@2139256541) -> (continuation of Deferred@1368656248 after retry RPC after error@821046378)))
08:04:34.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.832 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1131266730(state=PENDING, result=null, callback=(continuation of Deferred@311676460 after retry RPC after error@629638424) -> (continuation of Deferred@1473242753 after retry RPC after error@2056914496) -> (continuation of Deferred@1987331473 after retry RPC after error@1875026178) -> (continuation of Deferred@1192343957 after retry RPC after error@1829969713) -> (continuation of Deferred@966760399 after retry RPC after error@1127213903) -> (continuation of Deferred@154677166 after retry RPC after error@2091336495) -> (continuation of Deferred@960729755 after retry RPC after error@84570991), errback=(continuation of Deferred@311676460 after retry RPC after error@629638424) -> (continuation of Deferred@1473242753 after retry RPC after error@2056914496) -> (continuation of Deferred@1987331473 after retry RPC after error@1875026178) -> (continuation of Deferred@1192343957 after retry RPC after error@1829969713) -> (continuation of Deferred@966760399 after retry RPC after error@1127213903) -> (continuation of Deferred@154677166 after retry RPC after error@2091336495) -> (continuation of Deferred@960729755 after retry RPC after error@84570991)))
08:04:34.833 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1131266730(state=PENDING, result=null, callback=(continuation of Deferred@311676460 after retry RPC after error@629638424) -> (continuation of Deferred@1473242753 after retry RPC after error@2056914496) -> (continuation of Deferred@1987331473 after retry RPC after error@1875026178) -> (continuation of Deferred@1192343957 after retry RPC after error@1829969713) -> (continuation of Deferred@966760399 after retry RPC after error@1127213903) -> (continuation of Deferred@154677166 after retry RPC after error@2091336495) -> (continuation of Deferred@960729755 after retry RPC after error@84570991), errback=(continuation of Deferred@311676460 after retry RPC after error@629638424) -> (continuation of Deferred@1473242753 after retry RPC after error@2056914496) -> (continuation of Deferred@1987331473 after retry RPC after error@1875026178) -> (continuation of Deferred@1192343957 after retry RPC after error@1829969713) -> (continuation of Deferred@966760399 after retry RPC after error@1127213903) -> (continuation of Deferred@154677166 after retry RPC after error@2091336495) -> (continuation of Deferred@960729755 after retry RPC after error@84570991)))
08:04:34.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:34.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:34.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:34.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:34.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:34.971 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.110 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [200ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1301435738(state=PENDING, result=null, callback=(continuation of Deferred@1927951240 after retry RPC after error@1497321756) -> (continuation of Deferred@1179409961 after retry RPC after error@430697279) -> (continuation of Deferred@989789681 after retry RPC after error@426437635) -> (continuation of Deferred@1039356945 after retry RPC after error@2076680835) -> (continuation of Deferred@916179327 after retry RPC after error@2019504475) -> (continuation of Deferred@1596694941 after retry RPC after error@431936321) -> (continuation of Deferred@1904615736 after retry RPC after error@1884427194) -> (continuation of Deferred@1928819556 after retry RPC after error@498897568) -> (continuation of Deferred@1567879118 after retry RPC after error@1029503001), errback=(continuation of Deferred@1927951240 after retry RPC after error@1497321756) -> (continuation of Deferred@1179409961 after retry RPC after error@430697279) -> (continuation of Deferred@989789681 after retry RPC after error@426437635) -> (continuation of Deferred@1039356945 after retry RPC after error@2076680835) -> (continuation of Deferred@916179327 after retry RPC after error@2019504475) -> (continuation of Deferred@1596694941 after retry RPC after error@431936321) -> (continuation of Deferred@1904615736 after retry RPC after error@1884427194) -> (continuation of Deferred@1928819556 after retry RPC after error@498897568) -> (continuation of Deferred@1567879118 after retry RPC after error@1029503001)))
08:04:35.111 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:35.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.151 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:35.287209 28484 master_runner.cc:186] Error getting master registration for 127.26.214.254:41801: Network error: Client connection negotiation failed: client connection to 127.26.214.254:41801: connect: Connection refused (error 111),
08:04:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:35.287375 28484 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:04:35.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.391 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1696828017(state=PENDING, result=null, callback=(continuation of Deferred@2029983163 after retry RPC after error@1677436340) -> (continuation of Deferred@116443130 after retry RPC after error@2138678615) -> (continuation of Deferred@2141926862 after retry RPC after error@1094973834) -> (continuation of Deferred@1099708751 after retry RPC after error@1936551732) -> (continuation of Deferred@1439572434 after retry RPC after error@194977096) -> (continuation of Deferred@729357109 after retry RPC after error@863360417) -> (continuation of Deferred@387035820 after retry RPC after error@1687656539), errback=(continuation of Deferred@2029983163 after retry RPC after error@1677436340) -> (continuation of Deferred@116443130 after retry RPC after error@2138678615) -> (continuation of Deferred@2141926862 after retry RPC after error@1094973834) -> (continuation of Deferred@1099708751 after retry RPC after error@1936551732) -> (continuation of Deferred@1439572434 after retry RPC after error@194977096) -> (continuation of Deferred@729357109 after retry RPC after error@863360417) -> (continuation of Deferred@387035820 after retry RPC after error@1687656539)))
08:04:35.391 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:35.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.592 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1930757785(state=PENDING, result=null, callback=(continuation of Deferred@735057878 after retry RPC after error@490614882) -> (continuation of Deferred@88584986 after retry RPC after error@1589464293) -> (continuation of Deferred@1979223619 after retry RPC after error@430513598) -> (continuation of Deferred@567194354 after retry RPC after error@362809418) -> (continuation of Deferred@614139435 after retry RPC after error@1963895787) -> (continuation of Deferred@553897626 after retry RPC after error@880042152) -> (continuation of Deferred@1210225235 after retry RPC after error@1223895375) -> (continuation of Deferred@2000374229 after retry RPC after error@1625097914), errback=(continuation of Deferred@735057878 after retry RPC after error@490614882) -> (continuation of Deferred@88584986 after retry RPC after error@1589464293) -> (continuation of Deferred@1979223619 after retry RPC after error@430513598) -> (continuation of Deferred@567194354 after retry RPC after error@362809418) -> (continuation of Deferred@614139435 after retry RPC after error@1963895787) -> (continuation of Deferred@553897626 after retry RPC after error@880042152) -> (continuation of Deferred@1210225235 after retry RPC after error@1223895375) -> (continuation of Deferred@2000374229 after retry RPC after error@1625097914)))
08:04:35.592 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@1930757785(state=PENDING, result=null, callback=(continuation of Deferred@735057878 after retry RPC after error@490614882) -> (continuation of Deferred@88584986 after retry RPC after error@1589464293) -> (continuation of Deferred@1979223619 after retry RPC after error@430513598) -> (continuation of Deferred@567194354 after retry RPC after error@362809418) -> (continuation of Deferred@614139435 after retry RPC after error@1963895787) -> (continuation of Deferred@553897626 after retry RPC after error@880042152) -> (continuation of Deferred@1210225235 after retry RPC after error@1223895375) -> (continuation of Deferred@2000374229 after retry RPC after error@1625097914), errback=(continuation of Deferred@735057878 after retry RPC after error@490614882) -> (continuation of Deferred@88584986 after retry RPC after error@1589464293) -> (continuation of Deferred@1979223619 after retry RPC after error@430513598) -> (continuation of Deferred@567194354 after retry RPC after error@362809418) -> (continuation of Deferred@614139435 after retry RPC after error@1963895787) -> (continuation of Deferred@553897626 after retry RPC after error@880042152) -> (continuation of Deferred@1210225235 after retry RPC after error@1223895375) -> (continuation of Deferred@2000374229 after retry RPC after error@1625097914)))
08:04:35.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.672 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=38, TimeoutTracker(timeout=49917, elapsed=48321), Traces: [0ms] sending RPC to server master-127.26.214.253:35555, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.26.214.252:38189, [19ms] sending RPC to server master-127.26.214.253:35555, [20ms] sending RPC to server master-127.26.214.254:41801, [20ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] received response from server master-127.26.214.252:38189: OK, [22ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.26.214.252:38189, [39ms] sending RPC to server master-127.26.214.253:35555, [40ms] sending RPC to server master-127.26.214.254:41801, [40ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] received response from server master-127.26.214.252:38189: OK, [41ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] sending RPC to server master-127.26.214.252:38189, [60ms] sending RPC to server master-127.26.214.253:35555, [60ms] sending RPC to server master-127.26.214.254:41801, [63ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [64ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [64ms] received response from server master-127.26.214.252:38189: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.26.214.252:38189, [79ms] sending RPC to server master-127.26.214.253:35555, [80ms] sending RPC to server master-127.26.214.254:41801, [80ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] received response from server master-127.26.214.252:38189: OK, [81ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [119ms] sending RPC to server master-127.26.214.252:38189, [119ms] sending RPC to server master-127.26.214.253:35555, [120ms] sending RPC to server master-127.26.214.254:41801, [120ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [139ms] refreshing cache from master, [139ms] sending RPC to server master-127.26.214.252:38189, [139ms] sending RPC to server master-127.26.214.253:35555, [140ms] sending RPC to server master-127.26.214.254:41801, [140ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] received response from server master-127.26.214.252:38189: OK, [141ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [239ms] refreshing cache from master, [239ms] sending RPC to server master-127.26.214.252:38189, [240ms] sending RPC to server master-127.26.214.253:35555, [240ms] sending RPC to server master-127.26.214.254:41801, [241ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] received response from server master-127.26.214.252:38189: OK, [241ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [399ms] refreshing cache from master, [399ms] sending RPC to server master-127.26.214.252:38189, [399ms] sending RPC to server master-127.26.214.253:35555, [399ms] sending RPC to server master-127.26.214.254:41801, [400ms] received response from server master-127.26.214.252:38189: OK, [400ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [401ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [401ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [779ms] refreshing cache from master, [779ms] sending RPC to server master-127.26.214.252:38189, [779ms] sending RPC to server master-127.26.214.253:35555, [779ms] sending RPC to server master-127.26.214.254:41801, [780ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [780ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [782ms] received response from server master-127.26.214.252:38189: OK, [782ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1039ms] refreshing cache from master, [1039ms] sending RPC to server master-127.26.214.252:38189, [1040ms] sending RPC to server master-127.26.214.253:35555, [1040ms] sending RPC to server master-127.26.214.254:41801, [1041ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1041ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1041ms] received response from server master-127.26.214.252:38189: OK, [1042ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1239ms] refreshing cache from master, [1239ms] sending RPC to server master-127.26.214.252:38189, [1239ms] sending RPC to server master-127.26.214.253:35555, [1240ms] sending RPC to server master-127.26.214.254:41801, [1240ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1240ms] received response from server master-127.26.214.252:38189: OK, [1241ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1999ms] refreshing cache from master, [1999ms] sending RPC to server master-127.26.214.252:38189, [1999ms] sending RPC to server master-127.26.214.253:35555, [2000ms] sending RPC to server master-127.26.214.254:41801, [2000ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2000ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2001ms] received response from server master-127.26.214.252:38189: OK, [2001ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [4919ms] refreshing cache from master, [4920ms] sending RPC to server master-127.26.214.252:38189, [4920ms] too many traces: truncated at 100 traces, deferred=Deferred@460046870(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.214.253:35555 -> (continuation of Deferred@1537483650 after retry RPC after error@352670073) -> (continuation of Deferred@212515937 after retry RPC after error@1234478224) -> (continuation of Deferred@861287955 after retry RPC after error@208091033) -> (continuation of Deferred@1442302912 after retry RPC after error@959137226) -> (continuation of Deferred@1003428434 after retry RPC after error@237054285) -> (continuation of Deferred@1709398658 after retry RPC after error@101013217) -> (continuation of Deferred@1172029945 after retry RPC after error@1110963022) -> (continuation of Deferred@1040156352 after retry RPC after error@291601856) -> (continuation of Deferred@179221020 after retry RPC after error@2013171076) -> (continuation of Deferred@913755197 after retry RPC after error@744699982) -> (continuation of Deferred@1403142540 after retry RPC after error@1353938129) -> (continuation of Deferred@1344560606 after retry RPC after error@1697693404) -> (continuation of Deferred@618606039 after retry RPC after error@1870778465) -> (continuation of Deferred@490318562 after retry RPC after error@2107580871) -> (continuation of Deferred@544414262 after retry RPC after error@1100010625) -> (continuation of Deferred@296618219 after retry RPC after error@356221440) -> (continuation of Deferred@765560891 after retry RPC after error@1783784914) -> (continuation of Deferred@198885667 after retry RPC after error@1110997466) -> (continuation of Deferred@1677312502 after retry RPC after error@452740270) -> (continuation of Deferred@1198673163 after retry RPC after error@1174739606) -> (continuation of Deferred@1801356753 after retry RPC after error@327116064) -> (continuation of Deferred@1185970257 after retry RPC after error@680463291) -> (continuation of Deferred@929063798 after retry RPC after error@1600018143) -> (continuation of Deferred@451534741 after retry RPC after error@1256967584) -> (continuation of Deferred@2124704856 after retry RPC after error@1407264253) -> (continuation of Deferred@119561571 after retry RPC after error@330438378) -> (continuation of Deferred@1311342184 after retry RPC after error@339571869) -> (continuation of Deferred@301197372 after retry RPC after error@309705134) -> (continuation of Deferred@397041590 after retry RPC after error@1749833794) -> (continuation of Deferred@1727065983 after retry RPC after error@1509397190) -> (continuation of Deferred@484782497 after retry RPC after error@375514167) -> (continuation of Deferred@1997236883 after retry RPC after error@303015702) -> (continuation of Deferred@668136655 after retry RPC after error@1040972894) -> (continuation of Deferred@309876478 after retry RPC after error@2099279024) -> (continuation of Deferred@1298432855 after retry RPC after error@753692585) -> (continuation of Deferred@2096300908 after retry RPC after error@34106806), errback=org.apache.kudu.client.ConnectToCluster$1@6b1f389b -> ConnectToMasterErrCB for 127.26.214.253:35555 -> (continuation of Deferred@1537483650 after retry RPC after error@352670073) -> (continuation of Deferred@212515937 after retry RPC after error@1234478224) -> (continuation of Deferred@861287955 after retry RPC after error@208091033) -> (continuation of Deferred@1442302912 after retry RPC after error@959137226) -> (continuation of Deferred@1003428434 after retry RPC after error@237054285) -> (continuation of Deferred@1709398658 after retry RPC after error@101013217) -> (continuation of Deferred@1172029945 after retry RPC after error@1110963022) -> (continuation of Deferred@1040156352 after retry RPC after error@291601856) -> (continuation of Deferred@179221020 after retry RPC after error@2013171076) -> (continuation of Deferred@913755197 after retry RPC after error@744699982) -> (continuation of Deferred@1403142540 after retry RPC after error@1353938129) -> (continuation of Deferred@1344560606 after retry RPC after error@1697693404) -> (continuation of Deferred@618606039 after retry RPC after error@1870778465) -> (continuation of Deferred@490318562 after retry RPC after error@2107580871) -> (continuation of Deferred@544414262 after retry RPC after error@1100010625) -> (continuation of Deferred@296618219 after retry RPC after error@356221440) -> (continuation of Deferred@765560891 after retry RPC after error@1783784914) -> (continuation of Deferred@198885667 after retry RPC after error@1110997466) -> (continuation of Deferred@1677312502 after retry RPC after error@452740270) -> (continuation of Deferred@1198673163 after retry RPC after error@1174739606) -> (continuation of Deferred@1801356753 after retry RPC after error@327116064) -> (continuation of Deferred@1185970257 after retry RPC after error@680463291) -> (continuation of Deferred@929063798 after retry RPC after error@1600018143) -> (continuation of Deferred@451534741 after retry RPC after error@1256967584) -> (continuation of Deferred@2124704856 after retry RPC after error@1407264253) -> (continuation of Deferred@119561571 after retry RPC after error@330438378) -> (continuation of Deferred@1311342184 after retry RPC after error@339571869) -> (continuation of Deferred@301197372 after retry RPC after error@309705134) -> (continuation of Deferred@397041590 after retry RPC after error@1749833794) -> (continuation of Deferred@1727065983 after retry RPC after error@1509397190) -> (continuation of Deferred@484782497 after retry RPC after error@375514167) -> (continuation of Deferred@1997236883 after retry RPC after error@303015702) -> (continuation of Deferred@668136655 after retry RPC after error@1040972894) -> (continuation of Deferred@309876478 after retry RPC after error@2099279024) -> (continuation of Deferred@1298432855 after retry RPC after error@753692585) -> (continuation of Deferred@2096300908 after retry RPC after error@34106806)))
08:04:35.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=38, TimeoutTracker(timeout=49917, elapsed=48321), Traces: [0ms] sending RPC to server master-127.26.214.253:35555, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.26.214.252:38189, [19ms] sending RPC to server master-127.26.214.253:35555, [20ms] sending RPC to server master-127.26.214.254:41801, [20ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] received response from server master-127.26.214.252:38189: OK, [22ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.26.214.252:38189, [39ms] sending RPC to server master-127.26.214.253:35555, [40ms] sending RPC to server master-127.26.214.254:41801, [40ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] received response from server master-127.26.214.252:38189: OK, [41ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] sending RPC to server master-127.26.214.252:38189, [60ms] sending RPC to server master-127.26.214.253:35555, [60ms] sending RPC to server master-127.26.214.254:41801, [63ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [64ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [64ms] received response from server master-127.26.214.252:38189: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.26.214.252:38189, [79ms] sending RPC to server master-127.26.214.253:35555, [80ms] sending RPC to server master-127.26.214.254:41801, [80ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] received response from server master-127.26.214.252:38189: OK, [81ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [119ms] refreshing cache from master, [119ms] sending RPC to server master-127.26.214.252:38189, [119ms] sending RPC to server master-127.26.214.253:35555, [120ms] sending RPC to server master-127.26.214.254:41801, [120ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] received response from server master-127.26.214.252:38189: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [139ms] refreshing cache from master, [139ms] sending RPC to server master-127.26.214.252:38189, [139ms] sending RPC to server master-127.26.214.253:35555, [140ms] sending RPC to server master-127.26.214.254:41801, [140ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] received response from server master-127.26.214.252:38189: OK, [141ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [239ms] refreshing cache from master, [239ms] sending RPC to server master-127.26.214.252:38189, [240ms] sending RPC to server master-127.26.214.253:35555, [240ms] sending RPC to server master-127.26.214.254:41801, [241ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] received response from server master-127.26.214.252:38189: OK, [241ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [399ms] refreshing cache from master, [399ms] sending RPC to server master-127.26.214.252:38189, [399ms] sending RPC to server master-127.26.214.253:35555, [399ms] sending RPC to server master-127.26.214.254:41801, [400ms] received response from server master-127.26.214.252:38189: OK, [400ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [401ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [401ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [779ms] refreshing cache from master, [779ms] sending RPC to server master-127.26.214.252:38189, [779ms] sending RPC to server master-127.26.214.253:35555, [779ms] sending RPC to server master-127.26.214.254:41801, [780ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [780ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [782ms] received response from server master-127.26.214.252:38189: OK, [782ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1039ms] refreshing cache from master, [1039ms] sending RPC to server master-127.26.214.252:38189, [1040ms] sending RPC to server master-127.26.214.253:35555, [1040ms] sending RPC to server master-127.26.214.254:41801, [1041ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1041ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1041ms] received response from server master-127.26.214.252:38189: OK, [1042ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1239ms] refreshing cache from master, [1239ms] sending RPC to server master-127.26.214.252:38189, [1239ms] sending RPC to server master-127.26.214.253:35555, [1240ms] sending RPC to server master-127.26.214.254:41801, [1240ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1240ms] received response from server master-127.26.214.252:38189: OK, [1241ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1999ms] refreshing cache from master, [1999ms] sending RPC to server master-127.26.214.252:38189, [1999ms] sending RPC to server master-127.26.214.253:35555, [2000ms] sending RPC to server master-127.26.214.254:41801, [2000ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [2000ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2001ms] received response from server master-127.26.214.252:38189: OK, [2001ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [4919ms] refreshing cache from master, [4920ms] sending RPC to server master-127.26.214.252:38189, [4920ms] too many traces: truncated at 100 traces, deferred=Deferred@460046870(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.214.253:35555 -> (continuation of Deferred@1537483650 after retry RPC after error@352670073) -> (continuation of Deferred@212515937 after retry RPC after error@1234478224) -> (continuation of Deferred@861287955 after retry RPC after error@208091033) -> (continuation of Deferred@1442302912 after retry RPC after error@959137226) -> (continuation of Deferred@1003428434 after retry RPC after error@237054285) -> (continuation of Deferred@1709398658 after retry RPC after error@101013217) -> (continuation of Deferred@1172029945 after retry RPC after error@1110963022) -> (continuation of Deferred@1040156352 after retry RPC after error@291601856) -> (continuation of Deferred@179221020 after retry RPC after error@2013171076) -> (continuation of Deferred@913755197 after retry RPC after error@744699982) -> (continuation of Deferred@1403142540 after retry RPC after error@1353938129) -> (continuation of Deferred@1344560606 after retry RPC after error@1697693404) -> (continuation of Deferred@618606039 after retry RPC after error@1870778465) -> (continuation of Deferred@490318562 after retry RPC after error@2107580871) -> (continuation of Deferred@544414262 after retry RPC after error@1100010625) -> (continuation of Deferred@296618219 after retry RPC after error@356221440) -> (continuation of Deferred@765560891 after retry RPC after error@1783784914) -> (continuation of Deferred@198885667 after retry RPC after error@1110997466) -> (continuation of Deferred@1677312502 after retry RPC after error@452740270) -> (continuation of Deferred@1198673163 after retry RPC after error@1174739606) -> (continuation of Deferred@1801356753 after retry RPC after error@327116064) -> (continuation of Deferred@1185970257 after retry RPC after error@680463291) -> (continuation of Deferred@929063798 after retry RPC after error@1600018143) -> (continuation of Deferred@451534741 after retry RPC after error@1256967584) -> (continuation of Deferred@2124704856 after retry RPC after error@1407264253) -> (continuation of Deferred@119561571 after retry RPC after error@330438378) -> (continuation of Deferred@1311342184 after retry RPC after error@339571869) -> (continuation of Deferred@301197372 after retry RPC after error@309705134) -> (continuation of Deferred@397041590 after retry RPC after error@1749833794) -> (continuation of Deferred@1727065983 after retry RPC after error@1509397190) -> (continuation of Deferred@484782497 after retry RPC after error@375514167) -> (continuation of Deferred@1997236883 after retry RPC after error@303015702) -> (continuation of Deferred@668136655 after retry RPC after error@1040972894) -> (continuation of Deferred@309876478 after retry RPC after error@2099279024) -> (continuation of Deferred@1298432855 after retry RPC after error@753692585) -> (continuation of Deferred@2096300908 after retry RPC after error@34106806), errback=org.apache.kudu.client.ConnectToCluster$1@6b1f389b -> ConnectToMasterErrCB for 127.26.214.253:35555 -> (continuation of Deferred@1537483650 after retry RPC after error@352670073) -> (continuation of Deferred@212515937 after retry RPC after error@1234478224) -> (continuation of Deferred@861287955 after retry RPC after error@208091033) -> (continuation of Deferred@1442302912 after retry RPC after error@959137226) -> (continuation of Deferred@1003428434 after retry RPC after error@237054285) -> (continuation of Deferred@1709398658 after retry RPC after error@101013217) -> (continuation of Deferred@1172029945 after retry RPC after error@1110963022) -> (continuation of Deferred@1040156352 after retry RPC after error@291601856) -> (continuation of Deferred@179221020 after retry RPC after error@2013171076) -> (continuation of Deferred@913755197 after retry RPC after error@744699982) -> (continuation of Deferred@1403142540 after retry RPC after error@1353938129) -> (continuation of Deferred@1344560606 after retry RPC after error@1697693404) -> (continuation of Deferred@618606039 after retry RPC after error@1870778465) -> (continuation of Deferred@490318562 after retry RPC after error@2107580871) -> (continuation of Deferred@544414262 after retry RPC after error@1100010625) -> (continuation of Deferred@296618219 after retry RPC after error@356221440) -> (continuation of Deferred@765560891 after retry RPC after error@1783784914) -> (continuation of Deferred@198885667 after retry RPC after error@1110997466) -> (continuation of Deferred@1677312502 after retry RPC after error@452740270) -> (continuation of Deferred@1198673163 after retry RPC after error@1174739606) -> (continuation of Deferred@1801356753 after retry RPC after error@327116064) -> (continuation of Deferred@1185970257 after retry RPC after error@680463291) -> (continuation of Deferred@929063798 after retry RPC after error@1600018143) -> (continuation of Deferred@451534741 after retry RPC after error@1256967584) -> (continuation of Deferred@2124704856 after retry RPC after error@1407264253) -> (continuation of Deferred@119561571 after retry RPC after error@330438378) -> (continuation of Deferred@1311342184 after retry RPC after error@339571869) -> (continuation of Deferred@301197372 after retry RPC after error@309705134) -> (continuation of Deferred@397041590 after retry RPC after error@1749833794) -> (continuation of Deferred@1727065983 after retry RPC after error@1509397190) -> (continuation of Deferred@484782497 after retry RPC after error@375514167) -> (continuation of Deferred@1997236883 after retry RPC after error@303015702) -> (continuation of Deferred@668136655 after retry RPC after error@1040972894) -> (continuation of Deferred@309876478 after retry RPC after error@2099279024) -> (continuation of Deferred@1298432855 after retry RPC after error@753692585) -> (continuation of Deferred@2096300908 after retry RPC after error@34106806)))
08:04:35.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.870 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=5, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [0ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [99ms] Sub RPC ConnectToMaster: refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [142ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [161ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [200ms] Sub RPC ConnectToMaster: refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [202ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@485947921(state=PENDING, result=null, callback=(continuation of Deferred@1111636363 after retry RPC after error@1017255538) -> (continuation of Deferred@1544693615 after retry RPC after error@1998547086) -> (continuation of Deferred@616733063 after retry RPC after error@150936299) -> (continuation of Deferred@1167818180 after retry RPC after error@1238116065), errback=(continuation of Deferred@1111636363 after retry RPC after error@1017255538) -> (continuation of Deferred@1544693615 after retry RPC after error@1998547086) -> (continuation of Deferred@616733063 after retry RPC after error@150936299) -> (continuation of Deferred@1167818180 after retry RPC after error@1238116065)))
08:04:35.871 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=6, TimeoutTracker(timeout=170, elapsed=180), Traces: [0ms] sending RPC to server master-127.26.214.253:35555, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [20ms] sending RPC to server master-127.26.214.252:38189, [20ms] sending RPC to server master-127.26.214.253:35555, [20ms] sending RPC to server master-127.26.214.254:41801, [20ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] sending RPC to server master-127.26.214.252:38189, [40ms] sending RPC to server master-127.26.214.253:35555, [41ms] sending RPC to server master-127.26.214.254:41801, [41ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [61ms] sending RPC to server master-127.26.214.252:38189, [61ms] sending RPC to server master-127.26.214.253:35555, [61ms] sending RPC to server master-127.26.214.254:41801, [61ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [62ms] received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] sending RPC to server master-127.26.214.252:38189, [80ms] sending RPC to server master-127.26.214.253:35555, [80ms] sending RPC to server master-127.26.214.254:41801, [80ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] sending RPC to server master-127.26.214.252:38189, [120ms] sending RPC to server master-127.26.214.253:35555, [121ms] sending RPC to server master-127.26.214.254:41801, [121ms] received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@2037551358(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.26.214.253:35555 -> (continuation of Deferred@153810297 after retry RPC after error@390192325) -> (continuation of Deferred@1058147298 after retry RPC after error@1376422302) -> (continuation of Deferred@215302043 after retry RPC after error@359361840) -> (continuation of Deferred@973683044 after retry RPC after error@1011417538) -> (continuation of Deferred@432392247 after retry RPC after error@1468609746), errback=org.apache.kudu.client.ConnectToCluster$1@2438f55e -> ConnectToMasterErrCB for 127.26.214.253:35555 -> (continuation of Deferred@153810297 after retry RPC after error@390192325) -> (continuation of Deferred@1058147298 after retry RPC after error@1376422302) -> (continuation of Deferred@215302043 after retry RPC after error@359361840) -> (continuation of Deferred@973683044 after retry RPC after error@1011417538) -> (continuation of Deferred@432392247 after retry RPC after error@1468609746)))
08:04:35.871 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.871 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:35.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.890 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
08:04:35.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:35.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:35.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:35.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:35.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:35.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:35.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.132 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1025168040(state=PENDING, result=null, callback=(continuation of Deferred@944649523 after retry RPC after error@1622303173) -> (continuation of Deferred@441458835 after retry RPC after error@1907633891) -> (continuation of Deferred@949647947 after retry RPC after error@1263896788) -> (continuation of Deferred@1343909269 after retry RPC after error@9015875) -> (continuation of Deferred@1797978171 after retry RPC after error@215932578) -> (continuation of Deferred@254504041 after retry RPC after error@1132260421) -> (continuation of Deferred@2133540657 after retry RPC after error@100324792), errback=(continuation of Deferred@944649523 after retry RPC after error@1622303173) -> (continuation of Deferred@441458835 after retry RPC after error@1907633891) -> (continuation of Deferred@949647947 after retry RPC after error@1263896788) -> (continuation of Deferred@1343909269 after retry RPC after error@9015875) -> (continuation of Deferred@1797978171 after retry RPC after error@215932578) -> (continuation of Deferred@254504041 after retry RPC after error@1132260421) -> (continuation of Deferred@2133540657 after retry RPC after error@100324792)))
08:04:36.133 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1025168040(state=PENDING, result=null, callback=(continuation of Deferred@944649523 after retry RPC after error@1622303173) -> (continuation of Deferred@441458835 after retry RPC after error@1907633891) -> (continuation of Deferred@949647947 after retry RPC after error@1263896788) -> (continuation of Deferred@1343909269 after retry RPC after error@9015875) -> (continuation of Deferred@1797978171 after retry RPC after error@215932578) -> (continuation of Deferred@254504041 after retry RPC after error@1132260421) -> (continuation of Deferred@2133540657 after retry RPC after error@100324792), errback=(continuation of Deferred@944649523 after retry RPC after error@1622303173) -> (continuation of Deferred@441458835 after retry RPC after error@1907633891) -> (continuation of Deferred@949647947 after retry RPC after error@1263896788) -> (continuation of Deferred@1343909269 after retry RPC after error@9015875) -> (continuation of Deferred@1797978171 after retry RPC after error@215932578) -> (continuation of Deferred@254504041 after retry RPC after error@1132260421) -> (continuation of Deferred@2133540657 after retry RPC after error@100324792)))
08:04:36.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.151 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.410 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@2049783373(state=PENDING, result=null, callback=(continuation of Deferred@2032416234 after retry RPC after error@1823337769) -> (continuation of Deferred@1387155410 after retry RPC after error@1092785300) -> (continuation of Deferred@435249727 after retry RPC after error@439750797) -> (continuation of Deferred@977669318 after retry RPC after error@1863694638) -> (continuation of Deferred@2112347753 after retry RPC after error@1467943712) -> (continuation of Deferred@1565855029 after retry RPC after error@533398392) -> (continuation of Deferred@1545376382 after retry RPC after error@1930802390), errback=(continuation of Deferred@2032416234 after retry RPC after error@1823337769) -> (continuation of Deferred@1387155410 after retry RPC after error@1092785300) -> (continuation of Deferred@435249727 after retry RPC after error@439750797) -> (continuation of Deferred@977669318 after retry RPC after error@1863694638) -> (continuation of Deferred@2112347753 after retry RPC after error@1467943712) -> (continuation of Deferred@1565855029 after retry RPC after error@533398392) -> (continuation of Deferred@1545376382 after retry RPC after error@1930802390)))
08:04:36.411 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
08:04:36.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.592 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@209800644(state=PENDING, result=null, callback=(continuation of Deferred@483143950 after retry RPC after error@1533179651) -> (continuation of Deferred@992836882 after retry RPC after error@1036318942) -> (continuation of Deferred@1081997865 after retry RPC after error@149903178) -> (continuation of Deferred@1484418728 after retry RPC after error@1113751409) -> (continuation of Deferred@1843493286 after retry RPC after error@524695127) -> (continuation of Deferred@339874873 after retry RPC after error@1158314039) -> (continuation of Deferred@599786873 after retry RPC after error@219839448), errback=(continuation of Deferred@483143950 after retry RPC after error@1533179651) -> (continuation of Deferred@992836882 after retry RPC after error@1036318942) -> (continuation of Deferred@1081997865 after retry RPC after error@149903178) -> (continuation of Deferred@1484418728 after retry RPC after error@1113751409) -> (continuation of Deferred@1843493286 after retry RPC after error@524695127) -> (continuation of Deferred@339874873 after retry RPC after error@1158314039) -> (continuation of Deferred@599786873 after retry RPC after error@219839448)))
08:04:36.593 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@209800644(state=PENDING, result=null, callback=(continuation of Deferred@483143950 after retry RPC after error@1533179651) -> (continuation of Deferred@992836882 after retry RPC after error@1036318942) -> (continuation of Deferred@1081997865 after retry RPC after error@149903178) -> (continuation of Deferred@1484418728 after retry RPC after error@1113751409) -> (continuation of Deferred@1843493286 after retry RPC after error@524695127) -> (continuation of Deferred@339874873 after retry RPC after error@1158314039) -> (continuation of Deferred@599786873 after retry RPC after error@219839448), errback=(continuation of Deferred@483143950 after retry RPC after error@1533179651) -> (continuation of Deferred@992836882 after retry RPC after error@1036318942) -> (continuation of Deferred@1081997865 after retry RPC after error@149903178) -> (continuation of Deferred@1484418728 after retry RPC after error@1113751409) -> (continuation of Deferred@1843493286 after retry RPC after error@524695127) -> (continuation of Deferred@339874873 after retry RPC after error@1158314039) -> (continuation of Deferred@599786873 after retry RPC after error@219839448)))
08:04:36.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.692 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.852 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@118263795(state=PENDING, result=null, callback=(continuation of Deferred@1586959017 after retry RPC after error@817524621) -> (continuation of Deferred@219449054 after retry RPC after error@1845814168) -> (continuation of Deferred@140555947 after retry RPC after error@1808102957) -> (continuation of Deferred@1112420349 after retry RPC after error@186584079) -> (continuation of Deferred@113714729 after retry RPC after error@1190354114) -> (continuation of Deferred@1970385446 after retry RPC after error@108902387) -> (continuation of Deferred@959721339 after retry RPC after error@1702715859), errback=(continuation of Deferred@1586959017 after retry RPC after error@817524621) -> (continuation of Deferred@219449054 after retry RPC after error@1845814168) -> (continuation of Deferred@140555947 after retry RPC after error@1808102957) -> (continuation of Deferred@1112420349 after retry RPC after error@186584079) -> (continuation of Deferred@113714729 after retry RPC after error@1190354114) -> (continuation of Deferred@1970385446 after retry RPC after error@108902387) -> (continuation of Deferred@959721339 after retry RPC after error@1702715859)))
08:04:36.852 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, deferred=Deferred@118263795(state=PENDING, result=null, callback=(continuation of Deferred@1586959017 after retry RPC after error@817524621) -> (continuation of Deferred@219449054 after retry RPC after error@1845814168) -> (continuation of Deferred@140555947 after retry RPC after error@1808102957) -> (continuation of Deferred@1112420349 after retry RPC after error@186584079) -> (continuation of Deferred@113714729 after retry RPC after error@1190354114) -> (continuation of Deferred@1970385446 after retry RPC after error@108902387) -> (continuation of Deferred@959721339 after retry RPC after error@1702715859), errback=(continuation of Deferred@1586959017 after retry RPC after error@817524621) -> (continuation of Deferred@219449054 after retry RPC after error@1845814168) -> (continuation of Deferred@140555947 after retry RPC after error@1808102957) -> (continuation of Deferred@1112420349 after retry RPC after error@186584079) -> (continuation of Deferred@113714729 after retry RPC after error@1190354114) -> (continuation of Deferred@1970385446 after retry RPC after error@108902387) -> (continuation of Deferred@959721339 after retry RPC after error@1702715859)))
08:04:36.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:36.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:36.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:36.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:36.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:36.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:37.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:37.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:37.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:37.093 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1306667264(state=PENDING, result=null, callback=(continuation of Deferred@842769760 after retry RPC after error@900820073) -> (continuation of Deferred@565886934 after retry RPC after error@2110535880) -> (continuation of Deferred@305369780 after retry RPC after error@752838335) -> (continuation of Deferred@1483679997 after retry RPC after error@1157185856) -> (continuation of Deferred@1255267673 after retry RPC after error@502050850) -> (continuation of Deferred@1013275554 after retry RPC after error@840498735) -> (continuation of Deferred@1986516512 after retry RPC after error@242357614), errback=(continuation of Deferred@842769760 after retry RPC after error@900820073) -> (continuation of Deferred@565886934 after retry RPC after error@2110535880) -> (continuation of Deferred@305369780 after retry RPC after error@752838335) -> (continuation of Deferred@1483679997 after retry RPC after error@1157185856) -> (continuation of Deferred@1255267673 after retry RPC after error@502050850) -> (continuation of Deferred@1013275554 after retry RPC after error@840498735) -> (continuation of Deferred@1986516512 after retry RPC after error@242357614)))
08:04:37.093 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [121ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, deferred=Deferred@1306667264(state=PENDING, result=null, callback=(continuation of Deferred@842769760 after retry RPC after error@900820073) -> (continuation of Deferred@565886934 after retry RPC after error@2110535880) -> (continuation of Deferred@305369780 after retry RPC after error@752838335) -> (continuation of Deferred@1483679997 after retry RPC after error@1157185856) -> (continuation of Deferred@1255267673 after retry RPC after error@502050850) -> (continuation of Deferred@1013275554 after retry RPC after error@840498735) -> (continuation of Deferred@1986516512 after retry RPC after error@242357614), errback=(continuation of Deferred@842769760 after retry RPC after error@900820073) -> (continuation of Deferred@565886934 after retry RPC after error@2110535880) -> (continuation of Deferred@305369780 after retry RPC after error@752838335) -> (continuation of Deferred@1483679997 after retry RPC after error@1157185856) -> (continuation of Deferred@1255267673 after retry RPC after error@502050850) -> (continuation of Deferred@1013275554 after retry RPC after error@840498735) -> (continuation of Deferred@1986516512 after retry RPC after error@242357614)))
08:04:37.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:37.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:37.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:37.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:37.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:37.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:37.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:37.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:37.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.151 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:37.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:37.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:37.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:37.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:37.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:37.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:37.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:37.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:37.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:37.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.253:35555(127.26.214.253:35555)] connecting to peer
08:04:37.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.26.214.254:41801(127.26.214.254:41801)] connecting to peer
08:04:37.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.214.253:35555(127.26.214.253:35555)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.254:41801(127.26.214.254:41801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.253:35555: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555
08:04:37.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.214.254:41801: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801
08:04:37.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801; will retry
08:04:37.252 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=11, TimeoutTracker(timeout=50000, elapsed=49984), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [25ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [26ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [26ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [27ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [45ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [63ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [64ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [66ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [66ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [84ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [84ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [85ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [103ms] Sub RPC ConnectToMaster: refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [104ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [105ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [106ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [106ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [123ms] Sub RPC ConnectToMaster: refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [124ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [124ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [125ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [144ms] Sub RPC ConnectToMaster: refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [147ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [148ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [148ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [148ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [163ms] Sub RPC ConnectToMaster: refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [165ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [203ms] Sub RPC ConnectToMaster: refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [204ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [205ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [205ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [205ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [223ms] Sub RPC ConnectToMaster: refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [224ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [224ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [225ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [225ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [323ms] Sub RPC ConnectToMaster: refreshing cache from master, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [324ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [324ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [325ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [325ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [325ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [325ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [483ms] Sub RPC ConnectToMaster: refreshing cache from master, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [484ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [485ms] too many traces: truncated at 100 traces, deferred=Deferred@305984987(state=PENDING, result=null, callback=(continuation of Deferred@100564420 after retry RPC after error@1155542729) -> (continuation of Deferred@1479250268 after retry RPC after error@768357807) -> (continuation of Deferred@1537895823 after retry RPC after error@511280725) -> (continuation of Deferred@442254775 after retry RPC after error@1458661918) -> (continuation of Deferred@1589617498 after retry RPC after error@212258294) -> (continuation of Deferred@1949253672 after retry RPC after error@701719849) -> (continuation of Deferred@181773882 after retry RPC after error@807801835) -> (continuation of Deferred@1048984519 after retry RPC after error@206502675) -> (continuation of Deferred@722303190 after retry RPC after error@733253399) -> (continuation of Deferred@610521509 after retry RPC after error@1594765401), errback=(continuation of Deferred@100564420 after retry RPC after error@1155542729) -> (continuation of Deferred@1479250268 after retry RPC after error@768357807) -> (continuation of Deferred@1537895823 after retry RPC after error@511280725) -> (continuation of Deferred@442254775 after retry RPC after error@1458661918) -> (continuation of Deferred@1589617498 after retry RPC after error@212258294) -> (continuation of Deferred@1949253672 after retry RPC after error@701719849) -> (continuation of Deferred@181773882 after retry RPC after error@807801835) -> (continuation of Deferred@1048984519 after retry RPC after error@206502675) -> (continuation of Deferred@722303190 after retry RPC after error@733253399) -> (continuation of Deferred@610521509 after retry RPC after error@1594765401)))
08:04:37.254 [DEBUG - main] (Connection.java:575) [peer 5e829eb192fa4ea8b6a542fcf46402b0(127.26.214.194:42745)] disconnecting while in state READY
08:04:37.254 [DEBUG - main] (Connection.java:575) [peer master-127.26.214.252:38189(127.26.214.252:38189)] disconnecting while in state READY
08:04:37.254 [DEBUG - main] (Connection.java:575) [peer master-127.26.214.253:35555(127.26.214.253:35555)] disconnecting while in state TERMINATED
08:04:37.254 [DEBUG - main] (Connection.java:575) [peer master-127.26.214.254:41801(127.26.214.254:41801)] disconnecting while in state TERMINATED
08:04:37.255 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:04:37.255 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 5e829eb192fa4ea8b6a542fcf46402b0(127.26.214.194:42745)] handling channelInactive
08:04:37.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5e829eb192fa4ea8b6a542fcf46402b0(127.26.214.194:42745)] cleaning up while in state READY due to: connection closed
08:04:37.255 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.214.252:38189(127.26.214.252:38189)] handling channelInactive
08:04:37.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.214.252:38189(127.26.214.252:38189)] cleaning up while in state READY due to: connection closed
08:04:37.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:37.255973 27483 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu pid 27777
08:04:37.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:37.267067 27929 generic_service.cc:196] Checking for leaks (request via RPC)
08:04:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:37.372051 27483 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu with pid 27777
08:04:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:37.388304 27483 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu pid 27939
08:04:37.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:37.394728 28070 generic_service.cc:196] Checking for leaks (request via RPC)
08:04:37.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 08:04:37.548306 27955 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.214.193:42967: connect: Connection refused (error 111)
08:04:37.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:37.549013 27483 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu with pid 27939
08:04:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:37.569278 27483 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu pid 28080
08:04:37.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:37.575914 28212 generic_service.cc:196] Checking for leaks (request via RPC)
08:04:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:37.681562 27483 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu with pid 28080
08:04:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:37.697163 27483 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu pid 28484
08:04:37.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:37.703254 28557 generic_service.cc:196] Checking for leaks (request via RPC)
08:04:37.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 08:04:37.846506 27483 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhwUEiD/build/asan/bin/kudu with pid 28484
08:04:37.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-31T08:04:37Z chronyd exiting
08:04:38.002 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=11, TimeoutTracker(timeout=50000, elapsed=49984), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [25ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [26ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [26ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [27ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [45ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [63ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [64ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [66ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [66ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [84ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [84ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [85ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [103ms] Sub RPC ConnectToMaster: refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [104ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [105ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [106ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [106ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [123ms] Sub RPC ConnectToMaster: refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [124ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [124ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [125ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [144ms] Sub RPC ConnectToMaster: refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [147ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [148ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [148ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [148ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [163ms] Sub RPC ConnectToMaster: refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [165ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [203ms] Sub RPC ConnectToMaster: refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [204ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [205ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [205ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [205ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [223ms] Sub RPC ConnectToMaster: refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [224ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [224ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [225ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [225ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [323ms] Sub RPC ConnectToMaster: refreshing cache from master, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [324ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [324ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [325ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [325ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [325ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [325ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [483ms] Sub RPC ConnectToMaster: refreshing cache from master, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [484ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [485ms] too many traces: truncated at 100 traces, deferred=Deferred@305984987(state=PENDING, result=null, callback=(continuation of Deferred@100564420 after retry RPC after error@1155542729) -> (continuation of Deferred@1479250268 after retry RPC after error@768357807) -> (continuation of Deferred@1537895823 after retry RPC after error@511280725) -> (continuation of Deferred@442254775 after retry RPC after error@1458661918) -> (continuation of Deferred@1589617498 after retry RPC after error@212258294) -> (continuation of Deferred@1949253672 after retry RPC after error@701719849) -> (continuation of Deferred@181773882 after retry RPC after error@807801835) -> (continuation of Deferred@1048984519 after retry RPC after error@206502675) -> (continuation of Deferred@722303190 after retry RPC after error@733253399) -> (continuation of Deferred@610521509 after retry RPC after error@1594765401), errback=(continuation of Deferred@100564420 after retry RPC after error@1155542729) -> (continuation of Deferred@1479250268 after retry RPC after error@768357807) -> (continuation of Deferred@1537895823 after retry RPC after error@511280725) -> (continuation of Deferred@442254775 after retry RPC after error@1458661918) -> (continuation of Deferred@1589617498 after retry RPC after error@212258294) -> (continuation of Deferred@1949253672 after retry RPC after error@701719849) -> (continuation of Deferred@181773882 after retry RPC after error@807801835) -> (continuation of Deferred@1048984519 after retry RPC after error@206502675) -> (continuation of Deferred@722303190 after retry RPC after error@733253399) -> (continuation of Deferred@610521509 after retry RPC after error@1594765401)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=11, TimeoutTracker(timeout=50000, elapsed=49984), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [1ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [25ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [26ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [26ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [27ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [42ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [44ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [45ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [63ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [64ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [66ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [66ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [84ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [84ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [85ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [103ms] Sub RPC ConnectToMaster: refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [104ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [105ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [106ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [106ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [123ms] Sub RPC ConnectToMaster: refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [124ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [124ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [125ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [144ms] Sub RPC ConnectToMaster: refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [147ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [148ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [148ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [148ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [163ms] Sub RPC ConnectToMaster: refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [165ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [203ms] Sub RPC ConnectToMaster: refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [204ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [205ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [205ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [205ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [223ms] Sub RPC ConnectToMaster: refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [224ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [224ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [225ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [225ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [323ms] Sub RPC ConnectToMaster: refreshing cache from master, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [324ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [324ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [325ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.253:35555: Network error: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555, [325ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [325ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.254:41801: Network error: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [325ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.26.214.252:38189,127.26.214.253:35555,127.26.214.254:41801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.253:35555(127.26.214.253:35555): Connection refused: /127.26.214.253:35555,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.214.254:41801(127.26.214.254:41801): Connection refused: /127.26.214.254:41801, [483ms] Sub RPC ConnectToMaster: refreshing cache from master, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.252:38189, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.253:35555, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.214.254:41801, [484ms] Sub RPC ConnectToMaster: received response from server master-127.26.214.252:38189: OK, [485ms] too many traces: truncated at 100 traces, deferred=Deferred@305984987(state=PENDING, result=null, callback=(continuation of Deferred@100564420 after retry RPC after error@1155542729) -> (continuation of Deferred@1479250268 after retry RPC after error@768357807) -> (continuation of Deferred@1537895823 after retry RPC after error@511280725) -> (continuation of Deferred@442254775 after retry RPC after error@1458661918) -> (continuation of Deferred@1589617498 after retry RPC after error@212258294) -> (continuation of Deferred@1949253672 after retry RPC after error@701719849) -> (continuation of Deferred@181773882 after retry RPC after error@807801835) -> (continuation of Deferred@1048984519 after retry RPC after error@206502675) -> (continuation of Deferred@722303190 after retry RPC after error@733253399) -> (continuation of Deferred@610521509 after retry RPC after error@1594765401), errback=(continuation of Deferred@100564420 after retry RPC after error@1155542729) -> (continuation of Deferred@1479250268 after retry RPC after error@768357807) -> (continuation of Deferred@1537895823 after retry RPC after error@511280725) -> (continuation of Deferred@442254775 after retry RPC after error@1458661918) -> (continuation of Deferred@1589617498 after retry RPC after error@212258294) -> (continuation of Deferred@1949253672 after retry RPC after error@701719849) -> (continuation of Deferred@181773882 after retry RPC after error@807801835) -> (continuation of Deferred@1048984519 after retry RPC after error@206502675) -> (continuation of Deferred@722303190 after retry RPC after error@733253399) -> (continuation of Deferred@610521509 after retry RPC after error@1594765401)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)